-- Logs begin at Wed 2021-09-15 17:51:35 UTC, end at Wed 2021-09-15 18:47:48 UTC. -- Sep 15 18:22:33.690022 dv-cinder-784603-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 18:22:36.458136 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.common.config [-] Logging enabled! Sep 15 18:22:36.458765 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 15 18:22:36.458914 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 18:22:36.462712 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.common.config [-] Logging enabled! Sep 15 18:22:36.462983 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 15 18:22:36.463369 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 18:22:36.464362 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 18:22:36.464604 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 18:22:36.464971 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 18:22:36.465221 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 18:22:36.465454 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 18:22:36.465790 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.466093 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.466393 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.466627 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.466927 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.467224 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.467513 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.467804 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.468139 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.468429 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.468712 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.468999 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.469232 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.469516 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.469805 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.470096 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.470323 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] debug = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.470610 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.471041 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.471468 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.471758 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.472228 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.472367 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.472648 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.472930 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.473219 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.473552 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] host = dv-cinder-784603-2-iscsi {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.473878 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.474126 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.474418 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.474708 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.474990 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.475268 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.475559 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.475840 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.476138 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.476419 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.476713 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.477005 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.477298 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.477526 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.477791 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.478093 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.478389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.478667 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.478943 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.479221 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.479498 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.479776 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.480074 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.480365 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.480653 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.480941 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.481221 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.481502 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.481779 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.482056 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.482346 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.482626 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.482907 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.483186 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.483479 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.483754 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.484062 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.484368 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.484659 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.484943 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.485232 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.485508 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.485795 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.486073 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.486349 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.486624 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] use_json = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.486900 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.487173 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.487456 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.487735 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.488047 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.488327 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.488602 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.488889 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:36.489187 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.489487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.489790 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.490080 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.490381 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.490666 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.490958 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.491239 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.491531 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.491825 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.492144 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.492428 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.492723 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.493006 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.493362 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.493730 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.494034 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.494332 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.494613 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.494894 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.495172 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.495453 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.495743 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.496061 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.496357 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.496651 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.496936 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.497229 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.497526 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.497825 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.498104 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.498386 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.498683 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.498964 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.499242 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.499523 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.499814 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.500122 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.500401 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.500687 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.500969 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.501245 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.501520 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.501800 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.502093 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.502374 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.502648 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.502923 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.503203 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.503479 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.503764 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.504066 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.504347 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.504629 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.504913 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.505190 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.505468 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.505749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.506027 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.506312 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.506593 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.506872 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.507151 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.507430 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.507713 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.508017 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.508296 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.508580 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.508860 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.509844 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.510293 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.510577 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.510863 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.511158 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.511464 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.511750 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.512068 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.512355 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.512639 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.512924 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.513208 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.513494 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.513780 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.514063 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.514363 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.514653 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.514945 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.515234 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.515518 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.515825 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.516136 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.516424 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.516706 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.516989 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.517279 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.517567 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.517868 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.518168 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.518471 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.518770 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.519070 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.519357 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.519671 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.519987 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:36.520212 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 18:22:36.520455 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93870) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 18:22:36.877635 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 18:22:36.877826 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 18:22:36.878109 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 18:22:36.878443 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 18:22:37.270338 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.270643 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.270920 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.272257 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.272537 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.272808 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.309826 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.310108 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.310379 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.325101 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.325384 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.325655 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.354358 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.354640 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.354913 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.392596 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.392880 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.393154 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.631957 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.632575 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.632575 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.632749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.633400 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.754333 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.754659 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.754947 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.755224 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.755491 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.755805 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.756092 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.756352 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.756610 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.756895 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.757156 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.757421 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.757676 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.757929 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.758189 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.758455 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.758710 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.759020 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.759425 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.759697 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.760004 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.760260 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.760549 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.760937 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.761192 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.761442 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.761839 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:37.762085 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:37.762326 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:37.762567 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:37.762807 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:37.763047 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:37.763413 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 18:22:37.766513 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 18:22:37.770592 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 18:22:37.774264 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 15 18:22:37.776575 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 18:22:37.777027 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 18:22:37.777372 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 18:22:37.777764 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 18:22:37.780567 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 18:22:37.780823 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 18:22:37.781168 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 18:22:37.786509 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 18:22:37.809308 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 18:22:37.809755 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.810054 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93870) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 18:22:37.810420 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.811801 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93870) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 18:22:37.812279 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 18:22:37.812528 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 18:22:37.815685 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.815994 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:37.880664 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 18:22:37.880910 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 18:22:37.881151 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 18:22:37.881528 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 18:22:37.904760 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_db.sqlalchemy.engines [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93870) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 18:22:38.440267 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing driver for type 'gre' Sep 15 18:22:38.440789 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] gre ID ranges: [(1, 1000)] Sep 15 18:22:38.495029 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing driver for type 'local' Sep 15 18:22:38.495305 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing driver for type 'vlan' Sep 15 18:22:38.508835 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] VlanTypeDriver initialization complete Sep 15 18:22:38.510128 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing driver for type 'vxlan' Sep 15 18:22:38.510605 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] vxlan ID ranges: [(1, 1000)] Sep 15 18:22:38.567921 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing extension driver 'port_security' Sep 15 18:22:38.568266 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] PortSecurityExtensionDriver initialization complete Sep 15 18:22:38.568592 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing mechanism driver 'openvswitch' Sep 15 18:22:38.568910 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing mechanism driver 'hyperv' Sep 15 18:22:38.576175 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:22:38.576860 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.577233 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.577585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.578108 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:22:38.578535 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.578886 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.579230 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.579620 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:22:38.580046 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.580395 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.580735 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.581126 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:22:38.581524 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > security_group after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.581871 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > security_group after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.582210 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > security_group after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.582742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:22:38.583150 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.583499 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.583842 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.584259 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:22:38.584657 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > address_group after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.585024 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > address_group after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.585362 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > address_group after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.585751 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 18:22:38.586125 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] ML2 OVO RPC backend initialized. {{(pid=93870) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 18:22:38.586823 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_interface after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.587177 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.587637 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.588133 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > networks before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.588549 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.588897 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > ports before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.589242 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.589585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnets before_response 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.589932 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.590272 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.590610 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.590947 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.591282 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.591617 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.591983 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.592322 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.592655 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > subnet after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.593228 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.plugin [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Modular L2 Plugin initialization complete Sep 15 18:22:38.593555 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading services supported by the core plugin {{(pid=93870) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 18:22:38.593878 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.plugins.ml2.managers [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Got port-security extension from driver 'port_security' Sep 15 18:22:38.594341 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.extensions.vlantransparent [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Disabled vlantransparent extension. Sep 15 18:22:38.594817 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93870) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 18:22:38.595128 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: router Sep 15 18:22:38.631515 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_interface before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.631929 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_create 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.632302 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router before_create 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.632830 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.633028 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.633383 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_delete 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.633741 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > floatingip after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.634115 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > floatingip after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.634472 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_create 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.634820 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_update 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.635168 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_update 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.635513 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.635886 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_update 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.636306 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_update 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.636677 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.637025 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.637364 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: subnet after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.637707 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.638056 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > port precommit_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.638404 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_create 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.638755 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.639088 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.639445 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router after_update 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.639785 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_delete 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.640159 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_create 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.640520 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router_interface after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.640864 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_update 55549900 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.641228 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > agent after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.641574 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > agent after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.641920 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > network after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.642770 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Tracking information for resource: router configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:38.643101 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Tracking information for resource: floatingip configured {{(pid=93870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 18:22:38.648165 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.db.l3_agentschedulers_db [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 18:22:38.648740 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.649103 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port after_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.649486 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port after_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.649838 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: port after_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.650619 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router before_create 55550100 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.650985 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_delete 55550100 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.651348 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_create 55550100 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.651706 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > router precommit_update 55550100 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.657437 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.provider_configuration [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service providers = [] {{(pid=93870) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 18:22:38.657852 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.db.servicetype_db [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93870) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 18:22:38.661940 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.service_base [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:22:38.662289 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.service_base [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:22:38.662631 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.service_base [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:22:38.663530 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.services.service_base [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 18:22:38.663925 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.services.service_base [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 18:22:38.664309 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.664633 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 18:22:38.676317 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.676654 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: auto_allocate Sep 15 18:22:38.683538 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: network precommit_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.683943 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: network precommit_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.684472 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.684796 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: tag Sep 15 18:22:38.691318 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.691649 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: timestamp Sep 15 18:22:38.695676 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.696047 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: network_ip_availability Sep 15 18:22:38.701527 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.701898 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.702254 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.702961 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.703281 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: flavors Sep 15 18:22:38.707974 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.708306 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading Plugin: revisions Sep 15 18:22:38.712623 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 18:22:38.713012 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_concurrency.lockutils [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 18:22:38.719812 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93870) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 18:22:38.720189 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Initializing extension manager. Sep 15 18:22:38.720708 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: __init__.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.721055 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: __pycache__ {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.721390 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.721722 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: address_group.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.722489 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.723060 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: address-group Sep 15 18:22:38.723383 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: address_scope.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.724400 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.724915 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: address-scope Sep 15 18:22:38.725239 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: admin_state_down_before_update.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.726186 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.726700 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: router-admin-state-down-before-update Sep 15 18:22:38.727024 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: agent.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.728288 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.728885 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: agent Sep 15 18:22:38.729210 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: agent_resources_synced.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.730134 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.730642 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: agent-resources-synced Sep 15 18:22:38.730961 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: allowedaddresspairs.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.732778 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.733305 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: allowed-address-pairs Sep 15 18:22:38.733633 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: auto_allocated_topology.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.734703 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.735218 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: auto-allocated-topology Sep 15 18:22:38.735543 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: availability_zone.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.736277 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.736782 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: availability_zone Sep 15 18:22:38.737104 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: availability_zone_filter.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.738017 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.738525 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: availability_zone_filter Sep 15 18:22:38.738845 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: data_plane_status.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.739757 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.740289 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 18:22:38.740610 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: default_subnetpools.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.741528 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.742033 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: default-subnetpools Sep 15 18:22:38.742353 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: dhcpagentscheduler.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.743220 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.744392 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: dhcp_agent_scheduler Sep 15 18:22:38.744715 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: dns.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.745685 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.746149 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension dns-integration not supported by any of loaded plugins Sep 15 18:22:38.746473 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: dns_domain_ports.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.747398 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.747926 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 18:22:38.748249 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.749169 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.749681 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 18:22:38.749999 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: dvr.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.750672 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.751176 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: dvr Sep 15 18:22:38.751493 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: ecmp_routes.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.752426 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.752926 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 18:22:38.753243 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: empty_string_filtering.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.754156 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.754659 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: empty-string-filtering Sep 15 18:22:38.754979 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.755911 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.756415 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 18:22:38.756734 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.757648 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.758156 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 18:22:38.758480 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: external_net.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.759588 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.760120 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: external-net Sep 15 18:22:38.760445 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: extra_dhcp_opt.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.761357 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.761869 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: extra_dhcp_opt Sep 15 18:22:38.762191 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: extraroute.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.763110 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.763616 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: extraroute Sep 15 18:22:38.763971 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: extraroute_atomic.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.764998 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.765509 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: extraroute-atomic Sep 15 18:22:38.765832 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: filter_validation.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.766497 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.767001 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: filter-validation Sep 15 18:22:38.767322 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: fip_pf_description.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.768252 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.768758 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 18:22:38.769082 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: fip_port_details.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.770000 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.770504 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: fip-port-details Sep 15 18:22:38.770824 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: flavors.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.772088 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.772603 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: flavors Sep 15 18:22:38.772925 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.774714 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.775247 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 18:22:38.775582 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: floatingip_pools.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.776311 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.776824 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: floatingip-pools Sep 15 18:22:38.777151 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: ip_allocation.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.778080 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.778585 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 18:22:38.778913 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.779834 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.780365 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: ip-substring-filtering Sep 15 18:22:38.780692 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l2_adjacency.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.781620 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.782123 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 18:22:38.782445 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.783530 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.784076 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: router Sep 15 18:22:38.784405 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3_conntrack_helper.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.786620 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.787153 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 18:22:38.787486 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.788470 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.788991 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: ext-gw-mode Sep 15 18:22:38.789321 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.790894 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.791406 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: l3-ha Sep 15 18:22:38.791733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3_flavors.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.792680 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.793190 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: l3-flavors Sep 15 18:22:38.793517 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.794432 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.794941 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 18:22:38.795267 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: l3agentscheduler.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.796324 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.796829 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: l3_agent_scheduler Sep 15 18:22:38.797153 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: logging.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.798627 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.799146 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension logging not supported by any of loaded plugins Sep 15 18:22:38.799475 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: metering.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.800247 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.800819 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: metering Sep 15 18:22:38.801146 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.802234 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.802751 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: metering_source_and_destination_fields Sep 15 18:22:38.803077 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: multiprovidernet.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.804026 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.804538 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: multi-provider Sep 15 18:22:38.804862 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: netmtu.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.806647 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.807151 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: net-mtu Sep 15 18:22:38.807472 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: netmtu_writable.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.808422 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.808936 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: net-mtu-writable Sep 15 18:22:38.809257 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: network_availability_zone.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.809929 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.810432 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: network_availability_zone Sep 15 18:22:38.810749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: network_ip_availability.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.811849 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.812379 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: network-ip-availability Sep 15 18:22:38.812705 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: network_segment_range.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.813471 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.813972 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 18:22:38.814292 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: pagination.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.815272 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.815598 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: pagination Sep 15 18:22:38.815940 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: port_device_profile.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.816866 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.817380 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: port-device-profile Sep 15 18:22:38.817701 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.818625 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.819130 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: port-mac-address-regenerate Sep 15 18:22:38.819450 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.820379 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.820895 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: port-numa-affinity-policy Sep 15 18:22:38.821215 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: port_resource_request.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.822302 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.822807 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 18:22:38.823132 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: portbindings.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.824095 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.824602 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: binding Sep 15 18:22:38.824924 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: portbindings_extended.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.826196 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.826710 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: binding-extended Sep 15 18:22:38.827041 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: portsecurity.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.827983 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.828503 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: port-security Sep 15 18:22:38.828828 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: project_id.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.829816 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.830144 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: project-id Sep 15 18:22:38.830467 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: providernet.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.831392 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.831932 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: provider Sep 15 18:22:38.832257 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.835764 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.836320 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos not supported by any of loaded plugins Sep 15 18:22:38.836652 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.837960 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.838482 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 18:22:38.838813 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.839735 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.840273 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 18:22:38.840601 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_default.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.841514 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.842024 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-default not supported by any of loaded plugins Sep 15 18:22:38.842353 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_fip.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.843009 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.843509 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-fip not supported by any of loaded plugins Sep 15 18:22:38.843831 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_gateway_ip.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.844779 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.845288 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 18:22:38.845610 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_port_network_policy.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.846517 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.847029 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 18:22:38.847353 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_pps_rule.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.848554 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.849070 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-pps not supported by any of loaded plugins Sep 15 18:22:38.849396 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_rule_type_details.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.850311 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.850819 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 18:22:38.851144 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: qos_rules_alias.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.852234 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.853252 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 18:22:38.853577 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: quotasv2.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.854503 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.854826 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: quotas Sep 15 18:22:38.855150 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: quotasv2_detail.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.858601 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.858945 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: quota_details Sep 15 18:22:38.859277 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: rbac.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.860373 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.860904 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: rbac-policies Sep 15 18:22:38.861234 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: rbac_address_group.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.862172 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.862688 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: rbac-address-group Sep 15 18:22:38.863014 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: rbac_address_scope.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.863979 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.864494 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: rbac-address-scope Sep 15 18:22:38.864818 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: rbac_security_groups.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.865734 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.866250 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: rbac-security-groups Sep 15 18:22:38.866577 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: rbac_subnetpool.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.867491 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.868050 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: rbac-subnetpool Sep 15 18:22:38.868915 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: revisionifmatch.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.869838 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.870355 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: revision-if-match Sep 15 18:22:38.870680 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: revisions.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.871804 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.872341 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: standard-attr-revisions Sep 15 18:22:38.872669 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: router_availability_zone.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.873350 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.873860 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: router_availability_zone Sep 15 18:22:38.874183 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: routerservicetype.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.875126 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.875633 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension router-service-type not supported by any of loaded plugins Sep 15 18:22:38.875981 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.876905 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.877414 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: security-groups-normalized-cidr Sep 15 18:22:38.877736 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: security_groups_port_filtering.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.878660 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.879171 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: port-security-groups-filtering Sep 15 18:22:38.879495 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.880457 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.880974 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: security-groups-remote-address-group Sep 15 18:22:38.881298 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: securitygroup.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.892489 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.893017 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: security-group Sep 15 18:22:38.893347 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: segment.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.894140 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.894650 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension segment not supported by any of loaded plugins Sep 15 18:22:38.894977 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.895951 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.896463 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 18:22:38.896785 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: servicetype.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.897972 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.898499 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: service-type Sep 15 18:22:38.898825 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: sorting.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.899835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.900261 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: sorting Sep 15 18:22:38.900586 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: standard_attr_segment.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.901507 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.902022 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 18:22:38.902343 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: standardattrdescription.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.902989 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.903496 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: standard-attr-description Sep 15 18:22:38.903817 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: stateful_security_group.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.904765 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.905277 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: stateful-security-group Sep 15 18:22:38.905600 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: stdattrs_common.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.906178 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 18:22:38.906497 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.907431 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.907977 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 18:22:38.908303 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: subnet_onboard.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.909386 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.909903 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: subnet_onboard Sep 15 18:22:38.910230 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.911162 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.911668 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 18:22:38.912024 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: subnet_service_types.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.912973 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.913483 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: subnet-service-types Sep 15 18:22:38.913812 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: subnetallocation.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.914896 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.916019 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: subnet_allocation Sep 15 18:22:38.916347 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.917017 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.917528 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: subnetpool-prefix-ops Sep 15 18:22:38.917850 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.918788 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.919297 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 18:22:38.919618 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: tagging.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.920731 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.921249 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: standard-attr-tag Sep 15 18:22:38.921576 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: timestamp.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.922789 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.923310 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loaded extension: standard-attr-timestamp Sep 15 18:22:38.923636 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: trunk.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.924700 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.925217 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension trunk not supported by any of loaded plugins Sep 15 18:22:38.925546 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: trunk_details.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.926471 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.926984 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension trunk-details not supported by any of loaded plugins Sep 15 18:22:38.927312 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: uplink_status_propagation.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.928258 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.928778 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 18:22:38.929103 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Loading extension file: vlantransparent.py {{(pid=93870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 18:22:38.929773 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 18:22:38.930532 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 18:22:38.933513 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:network Sep 15 18:22:38.934034 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:subnet Sep 15 18:22:38.934436 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:22:38.934836 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:port Sep 15 18:22:38.936087 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.936536 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service FLAVORS assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.937170 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.937595 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.937938 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:router Sep 15 18:22:38.938371 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:floatingip Sep 15 18:22:38.938853 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service METERING assigned prefix: /metering {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.940317 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.940683 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.941032 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:22:38.942046 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 18:22:38.942514 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:security_group Sep 15 18:22:38.942947 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 18:22:38.943537 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service CORE assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.943894 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:22:38.944243 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] subnetpool is already registered Sep 15 18:22:38.944698 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service CORE assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.945031 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:22:38.945363 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] subnetpool is already registered Sep 15 18:22:38.947801 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.948252 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service FLAVORS assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.948847 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.949267 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.949601 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:router Sep 15 18:22:38.949939 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] router is already registered Sep 15 18:22:38.950354 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:floatingip Sep 15 18:22:38.950692 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] floatingip is already registered Sep 15 18:22:38.951147 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service METERING assigned prefix: /metering {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.951828 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 18:22:38.952176 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] rbac_policy is already registered Sep 15 18:22:38.952593 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:security_group Sep 15 18:22:38.952928 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] security_group is already registered Sep 15 18:22:38.953336 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 18:22:38.953672 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] security_group_rule is already registered Sep 15 18:22:38.954294 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service CORE assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.954623 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:22:38.954959 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] subnetpool is already registered Sep 15 18:22:38.955378 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.v2.resource_helper [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Service CORE assigned prefix: {{(pid=93870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 18:22:38.955710 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 18:22:38.956067 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING neutron.quota.resource_registry [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] subnetpool is already registered Sep 15 18:22:38.956536 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: extensions {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.957994 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: address-groups {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.959476 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: address-scopes {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.960831 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: agents {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.962500 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: auto-allocated-topology {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.964304 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: availability_zones {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.965530 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: dhcp-networks {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.967215 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: dhcp-agents {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.968682 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: routers {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.970891 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: flavors {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.972081 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: service_profiles {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.973290 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: next_providers {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.974771 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: service_profiles {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.976327 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: floatingip-pools {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.978228 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: routers {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.980699 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: floatingips {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.981984 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: l3-routers {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.983370 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: l3-agents {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.984795 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: metering-labels {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.986150 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: metering-label-rules {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.987427 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: network-ip-availabilities {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.988716 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: bindings {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.991183 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: quotas {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.992673 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: quotas {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.994278 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: rbac-policies {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.995483 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: security-groups {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.996844 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: security-group-rules {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.998107 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: service-providers {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:38.999318 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: subnetpools {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.002897 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: subnetpools {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.002897 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.003892 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.005756 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.007538 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.009416 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.011295 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.013014 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.015780 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.017562 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.020641 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron.api.extensions [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Extended resource: tags {{(pid=93870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 18:22:39.027183 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING keystonemiddleware.auth_token [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 18:22:39.031945 dv-cinder-784603-2-iscsi neutron-server[93870]: WARNING keystonemiddleware.auth_token [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 18:22:39.041106 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_concurrency.lockutils [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Acquired lock "singleton_lock" {{(pid=93870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 18:22:39.041611 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_concurrency.lockutils [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Releasing lock "singleton_lock" {{(pid=93870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 18:22:39.042246 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Starting 2 workers Sep 15 18:22:39.047054 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Started child 93977 {{(pid=93870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:22:39.051474 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Started child 93978 {{(pid=93870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:22:39.052714 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:39.053361 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO neutron.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 18:22:39.053749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Notify callbacks [] for process, before_spawn {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:39.054296 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [-] (93977) wsgi starting up on http://0.0.0.0:9696 Sep 15 18:22:39.056576 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Starting 1 workers Sep 15 18:22:39.056690 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:39.057905 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [-] (93978) wsgi starting up on http://0.0.0.0:9696 Sep 15 18:22:39.061740 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Started child 93979 {{(pid=93870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:22:39.062254 dv-cinder-784603-2-iscsi neutron-server[93870]: INFO oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Starting 1 workers Sep 15 18:22:39.065376 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] calling RpcWorker wait() {{(pid=93979) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 18:22:39.065907 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] returning from RpcWorker wait() {{(pid=93979) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 18:22:39.066654 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Started child 93980 {{(pid=93870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 18:22:39.067137 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:39.067465 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2ac2179d-07b7-496a-95c3-c33120f173af None None] Notify callbacks [] for process, after_spawn {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:39.067749 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:22:39.069405 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 18:22:39.069622 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 18:22:39.069808 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 18:22:39.070010 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 18:22:39.070358 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 18:22:39.070525 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 18:22:39.071041 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.071399 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.071681 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.071961 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.072267 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.072503 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:39.072980 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.073123 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.073378 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.073658 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.073860 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:22:39.073953 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.074032 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.074201 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.074445 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.074677 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.074979 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.075265 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.075511 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.075787 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.076063 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.076252 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.076521 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.076765 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.077044 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] debug = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.077309 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.077785 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.078039 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.078285 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.078518 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.078794 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.079039 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.079299 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.079549 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.079779 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.080059 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.080318 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.080560 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.080791 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.081009 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.081276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.081497 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.081961 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] host = dv-cinder-784603-2-iscsi {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.082202 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.082437 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.082680 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.082932 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.083199 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.083438 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.083700 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.083965 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.084220 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.084441 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.084688 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.084943 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.085181 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.085429 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.085592 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_options = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.085825 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.086082 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.086339 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.086531 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.086699 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.086873 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.087667 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.088000 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.088255 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.088472 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.088686 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.088917 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.089150 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.089380 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.089656 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.089894 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.090129 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.090357 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.090629 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.090837 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.091082 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.091304 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.091518 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.091756 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.091993 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.092223 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.092464 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.092676 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.092885 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.093126 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.093355 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.093603 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.093816 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.094057 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.094317 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.094543 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.094771 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.094984 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.095243 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.095465 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.095720 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.095998 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.096211 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.096432 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.096645 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.096878 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.097113 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_json = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.097327 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.097559 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.097810 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.098037 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.098265 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.098479 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.098698 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.098945 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.099372 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.099664 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.099999 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.100251 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.100576 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.100861 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.101080 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.101326 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.101578 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.101810 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.102407 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.102407 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.103319 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.103608 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.104452 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.104452 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.104711 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.104840 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.105056 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.105604 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.105604 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.106043 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.106043 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.106262 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.106491 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.106824 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.107308 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.107422 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.107600 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.107902 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.108352 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.108469 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.108685 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.109325 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.109325 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110188 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110188 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110188 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110188 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.110749 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.111376 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.111376 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.111796 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.111796 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.112733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.112733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.112733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.112733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.112733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.113434 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.113434 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.113434 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.113726 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.113948 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.114064 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.115988 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.116625 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.116625 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.116625 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.116827 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.117048 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.117187 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.117447 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.117678 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.117893 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.118358 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.118519 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.119026 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.119389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.119509 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.119766 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.119999 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.120237 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.120490 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.120766 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.120911 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.121160 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.121331 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.121586 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.121906 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.122121 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.122577 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.122928 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.123081 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.123257 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.123467 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.123717 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.124046 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.124324 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.124549 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.124771 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.125165 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.125640 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.126082 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.126507 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.126944 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.127364 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.127780 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.128329 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.128837 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.128837 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.129734 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.129734 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.129734 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.131783 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133739 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.133739 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.134305 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.134305 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.134305 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.134681 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.135076 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.135212 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.135996 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.135996 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.135996 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.136278 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.136365 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.136533 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.136750 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.137041 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.137278 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.137626 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.137902 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.138152 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.138396 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.138658 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.138862 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.139071 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.139354 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.139567 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.139797 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.140148 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.140396 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.140658 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.140875 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.141095 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.141376 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.141577 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.141815 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.142062 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.142282 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.142502 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.142771 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.143475 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.143475 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.143475 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.143709 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.143972 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.144321 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.144444 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.144723 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.145013 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.145237 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.145485 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.145803 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.145947 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.146368 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.146624 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.147056 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.147538 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.147766 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.148010 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.148229 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.148469 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.148754 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.148941 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.149179 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.149930 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.150375 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.150665 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.151084 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.151393 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.151627 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.151810 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.152045 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.152424 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.152571 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.152816 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.153084 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.153710 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.153710 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.153932 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.154039 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.154253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.154472 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.154773 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.155014 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.155234 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.155446 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.155733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.156029 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.156274 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.156528 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.156775 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.157008 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.157345 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.157487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.157862 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.158100 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.158512 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.158728 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.158978 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.159191 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.159403 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.159624 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.159841 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.160075 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.160301 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.160556 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.160766 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.160986 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.161200 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.161409 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.161632 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.161844 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.162053 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.162271 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.162515 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.162723 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.162952 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.163172 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.163387 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.163605 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.163817 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.164042 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.164328 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.164600 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.164905 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.165757 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.165993 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.166239 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.166521 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.166841 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.167049 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.167290 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.167505 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.167732 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.167992 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.168242 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.168569 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.168853 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.169090 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.169338 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.169643 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.169949 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.170200 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.170407 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.170992 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.170992 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.171298 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.171505 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.171736 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.172174 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.172315 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.172517 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.172759 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.172999 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.173213 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.173450 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.173695 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.173949 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.174193 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.174418 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.174634 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.174855 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.175083 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.175304 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.175518 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.175674 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 18:22:39.176256 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 18:22:39.176399 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 18:22:39.176550 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 18:22:39.176717 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 18:22:39.177071 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 18:22:39.177071 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 18:22:39.177318 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.177442 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.177525 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.177647 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.177806 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.178143 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.178296 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.178452 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.178612 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.178756 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.178915 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.179073 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.179232 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.179389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.179555 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.179694 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.179846 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.180282 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.180447 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.180607 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.180799 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.180964 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.181114 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] debug = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.181248 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.181459 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.181699 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.181833 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.181957 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.182063 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.182221 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.182378 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.182536 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.182695 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.182852 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183012 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183170 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183328 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183485 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183642 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183802 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.183969 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] host = dv-cinder-784603-2-iscsi {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.184127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.184269 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.184430 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.184586 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.184744 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.184901 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.185060 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.185218 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.185376 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.185533 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.185691 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.185848 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186020 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186149 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186299 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_options = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186457 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186614 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186772 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.186960 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.187124 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.187283 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.187440 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.187599 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.187806 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.187921 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188070 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188229 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188387 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188592 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188678 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188834 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.188993 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.189150 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.189379 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.189516 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.189639 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.189760 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.189890 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190048 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190206 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190363 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190519 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190676 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190834 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.190992 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.191153 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.191316 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.191472 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.191629 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.191787 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.191977 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.192137 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.192295 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.192457 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.192616 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.192774 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.192930 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.193087 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.193245 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.193405 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.193563 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.193721 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_json = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.193879 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194037 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194194 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194352 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194510 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194667 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194825 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.194983 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 18:22:39.195162 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.195324 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.195497 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.195660 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.195822 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.196005 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.196153 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.196528 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.196674 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.196837 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197011 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197173 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197347 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197509 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197670 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197836 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.197999 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.198160 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.198320 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.198481 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.198642 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.198804 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.198974 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.199214 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.199365 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.199584 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.199727 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.199887 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200030 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200167 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200319 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200457 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200612 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200809 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.200955 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.201101 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.201238 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.201392 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.201554 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.201716 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.201877 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.202039 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.202202 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.202365 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.202527 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.202689 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.202850 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.203012 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.203173 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.203333 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.203494 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.203655 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.203817 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204001 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204162 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204334 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204480 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204644 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204804 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.204966 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.205127 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.205289 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.205452 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.205611 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.205772 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.205932 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.206107 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.206269 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.206428 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.206589 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.206752 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.206913 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.207074 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.207235 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.207397 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.207558 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.207719 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.207894 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.208101 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.208207 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.208367 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.208527 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.208688 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.208849 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209170 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209170 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209414 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209537 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209745 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209745 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.209979 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.210060 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.210221 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.210380 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.210542 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.210707 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.210867 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.211028 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.211189 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.211348 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.211534 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.211676 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.211822 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.212588 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.212732 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.212895 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.213076 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.213304 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.213467 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.213628 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.213795 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.213953 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.214270 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.214432 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.214593 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.214755 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.214927 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.215089 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.215252 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.215412 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.215581 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.215753 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.215924 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.216090 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.216251 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.216412 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.216573 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.216733 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.216893 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.217055 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.217215 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.217377 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.217546 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.217717 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.217879 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218264 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218264 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218488 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218593 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218715 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218818 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.218977 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.219139 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.219413 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.219577 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.219740 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.219933 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.220109 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.220262 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.220410 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.220574 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.220726 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.220891 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.221056 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.221149 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:22:39.221240 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.221420 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.221514 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.221716 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.221813 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.223808 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.224013 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.224194 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.224367 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.224537 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.224707 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.224877 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.225045 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.225212 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.225378 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.225542 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.225706 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.225870 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.226033 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.226196 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228253 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228724 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228724 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228724 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228724 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.228943 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.229007 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.229163 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.229363 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.231585 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.232487 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234197 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.234742 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235276 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235740 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235740 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235740 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.235978 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.236068 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.236187 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.236356 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.236662 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.236975 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.239883 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240389 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.240835 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241265 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241265 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241265 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241265 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241479 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241574 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241780 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.241901 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.242074 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.242235 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.242419 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.242553 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.242706 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.242868 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.243030 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.243214 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.243361 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.243515 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.243672 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.243832 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244015 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244177 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244338 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244499 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244644 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244808 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.244969 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.245131 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 18:22:39.245284 dv-cinder-784603-2-iscsi neutron-server[93870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 18:22:39.361420 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46698) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:22:39.369786 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063057 Sep 15 18:22:50.928728 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc96e06-d323-4076-adfc-1c6290e95d29 None None] get_active_networks_info from dv-cinder-784603-2-iscsi {{(pid=93979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 18:22:51.022529 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc96e06-d323-4076-adfc-1c6290e95d29 None None] No non-hosted networks {{(pid=93979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 18:22:51.038104 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.agentschedulers_db [None req-5cc96e06-d323-4076-adfc-1c6290e95d29 None None] DHCP Agent not found on host dv-cinder-784603-2-iscsi {{(pid=93979) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 18:22:51.211266 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e4119159-430b-4c03-b749-e1e284e17bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581163'] for agent, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:53.678270 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3efe1e40-eecc-416b-8d8e-9587319e7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581163'] for agent, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:53.787101 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-36673103-e523-4b53-b339-281191915d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:54.135660 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581163'] for agent, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:54.136704 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.137592 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.138336 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.138910 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.139573 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.140288 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.140863 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.141482 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.142057 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.142737 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.143335 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.143945 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:22:54.144557 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784603-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:22:54.158814 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784603-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:22:54.729451 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581163'] for agent, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:56.069055 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581163'] for agent, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:22:57.403253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 46790) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:22:57.903835 dv-cinder-784603-2-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-8934167d-1fd9-461c-8a82-ad3076534ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:22:57.904446 dv-cinder-784603-2-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-8934167d-1fd9-461c-8a82-ad3076534ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:22:58.132160 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [None req-8934167d-1fd9-461c-8a82-ad3076534ee2 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:22:58.133383 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8934167d-1fd9-461c-8a82-ad3076534ee2 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7280262 Sep 15 18:23:00.053059 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.db.l3_hamode_db [None req-30b372f3-262d-439f-828c-965562b9420a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 18:23:00.130142 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b372f3-262d-439f-828c-965562b9420a None None] Routers set() bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:00.130521 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b372f3-262d-439f-828c-965562b9420a None None] Router IDs set() for agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 18:23:00.555878 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 46804) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:00.866958 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:00.962903 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.policy [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93977) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 18:23:01.007433 dv-cinder-784603-2-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:23:01.007805 dv-cinder-784603-2-iscsi neutron-server[93977]: WARNING oslo_policy.policy [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:23:01.017359 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.quota [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] Loaded quota_driver: . Sep 15 18:23:01.108320 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776016711570', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776016708001', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776016736462', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776016726434', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776016288625', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776016742142', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1944657', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1921359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714537'] for rbac-policy, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:01.173544 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:01.174733 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f49a6bea-bff4-4545-a499-5d680e0c6252 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6177275 Sep 15 18:23:03.797657 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46816) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:04.291298 dv-cinder-784603-2-iscsi neutron-server[93978]: WARNING oslo_policy.policy [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:23:04.291929 dv-cinder-784603-2-iscsi neutron-server[93978]: WARNING oslo_policy.policy [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:23:04.512505 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:04.514147 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.quota [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Loaded quota_driver: . Sep 15 18:23:04.569116 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Made reservation on behalf of a50e2b6d875e490aa43bfc8663e421d1 for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:23:04.635100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.policy [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93978) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 18:23:04.680487 dv-cinder-784603-2-iscsi neutron-server[93978]: WARNING oslo_policy.policy [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:23:04.680912 dv-cinder-784603-2-iscsi neutron-server[93978]: WARNING oslo_policy.policy [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 18:23:04.691232 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:04.711911 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:04.840878 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:04.844688 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:04.870296 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:23:04.894619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cc69d-4b8f-4755-8708-b24ddd8007d2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:04.902744 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776017838228', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:04.903327 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Unsubscribe: segment precommit_create {{(pid=93978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 18:23:04.903840 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Added segment 0d6645b1-750c-4405-81b5-e31ffcd0c98d of type vlan for network e9242ae4-4b26-4f02-aef0-36866208f173 Sep 15 18:23:04.922673 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.923060 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.923438 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.923827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.924235 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.924622 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.924991 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.925363 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.925726 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.926087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.926458 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.926832 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Tracked resource versions report: Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: pushed versions: Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: { 'AddressGroup': {'1.2'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'ConntrackHelper': {'1.0'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Log': {'1.0'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Network': {'1.1'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Port': {'1.7'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'PortForwarding': {'1.2'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'QosPolicy': {'1.9'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroup': {'1.4'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SubPort': {'1.0'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Subnet': {'1.1'}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Trunk': {'1.1'}} Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: consumer versions: Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'ConntrackHelper': '1.0', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Log': '1.0', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Network': '1.1', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Port': '1.7', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'PortForwarding': '1.2', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'QosPolicy': '1.9', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroup': '1.4', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroupRule': '1.2', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SubPort': '1.0', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Subnet': '1.1', Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Trunk': '1.1'}} Sep 15 18:23:04.928237 dv-cinder-784603-2-iscsi neutron-server[93978]: {{(pid=93978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:23:05.018774 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:05.059744 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:05.060927 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:05.061575 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:05.118623 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3198318 Sep 15 18:23:05.160821 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1994fa-4230-4980-bcea-2d2c696d0aec admin admin] Pushing event updated for resources: {'Network': ['ID=e9242ae4-4b26-4f02-aef0-36866208f173,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:05.173137 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network e9242ae4-4b26-4f02-aef0-36866208f173 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:23:07.780151 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46838) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:08.170394 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d2743-f837-4104-9296-512275e4f6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:08.171761 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-348d2743-f837-4104-9296-512275e4f6ce admin admin] 10.222.0.43 "GET /v2.0/networks/e9242ae4-4b26-4f02-aef0-36866208f173 HTTP/1.1" status: 200 len: 825 time: 0.3906476 Sep 15 18:23:08.212291 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-7ec2f761-ccfc-41a1-bf8a-406c9fd109e2 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/aff0bf89-e4dd-42b2-b5ae-5bab2c60032e HTTP/1.1" status: 200 len: 734 time: 0.0344284 Sep 15 18:23:08.221581 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e', 'gateway_ip': '172.20.0.1', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:08.243667 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Made reservation on behalf of a50e2b6d875e490aa43bfc8663e421d1 for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:23:08.245978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:08.529032 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:08.595089 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67afe3c-0aae-40a2-89e3-861ac757135e,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:08.597315 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Checking segment: {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:23:08.597661 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Network hostable DHCP agents. Network: e9242ae4-4b26-4f02-aef0-36866208f173, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:23:08.617836 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Network e9242ae4-4b26-4f02-aef0-36866208f173 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:23:08.628759 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, e9242ae4-4b26-4f02-aef0-36866208f173) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:08.633900 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:08.634480 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:08.638731 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba388d2c-d0c4-4890-9a19-a50d422e3063 None None] Network e9242ae4-4b26-4f02-aef0-36866208f173 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:23:08.647626 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1e3a1185-b8d1-4c3d-aa60-6cdb047a977a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4293129 Sep 15 18:23:08.954223 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-e9242ae4-4b26-4f02-aef0-36866208f173', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:23:08.955532 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:09.230129 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Allocated IP 172.20.0.2 (e9242ae4-4b26-4f02-aef0-36866208f173/e67afe3c-0aae-40a2-89e3-861ac757135e/df15d8a0-cf8a-47c1-9e9c-93e1099e8e88) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:23:09.434456 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:09.442073 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:09.534184 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Network e9242ae4-4b26-4f02-aef0-36866208f173 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:23:09.542650 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:09.545896 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:23:09.605789 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Pushing event updated for resources: {'Port': ['ID=df15d8a0-cf8a-47c1-9e9c-93e1099e8e88,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:09.629242 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.629600 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.629939 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.630272 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.630603 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.630934 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.631262 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.631587 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.631947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.632274 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.632631 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.632952 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Tracked resource versions report: Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: pushed versions: Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: { 'AddressGroup': {'1.2'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'ConntrackHelper': {'1.0'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Log': {'1.0'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Network': {'1.1'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Port': {'1.7'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'PortForwarding': {'1.2'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'QosPolicy': {'1.9'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroup': {'1.4'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SubPort': {'1.0'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Subnet': {'1.1'}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Trunk': {'1.1'}} Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: consumer versions: Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'ConntrackHelper': '1.0', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Log': '1.0', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Network': '1.1', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Port': '1.7', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'PortForwarding': '1.2', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'QosPolicy': '1.9', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroup': '1.4', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroupRule': '1.2', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SubPort': '1.0', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Subnet': '1.1', Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Trunk': '1.1'}} Sep 15 18:23:09.634188 dv-cinder-784603-2-iscsi neutron-server[93979]: {{(pid=93979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:23:09.650436 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Attempting to bind port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:23:09.651038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Attempting to bind port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:23:09.651227 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Attempting to bind port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 on network e9242ae4-4b26-4f02-aef0-36866208f173 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:23:09.655997 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:23:09.656415 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Checking segment: {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:23:09.656905 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:09.657295 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Bound using segment: {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:23:09.657758 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Bound port: df15d8a0-cf8a-47c1-9e9c-93e1099e8e88, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:23:09.658167 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:09.721734 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] For port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:23:09.726149 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] For port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=df15d8a0-cf8a-47c1-9e9c-93e1099e8e88,segment=NetworkSegment(0d6645b1-750c-4405-81b5-e31ffcd0c98d),segment_id=0d6645b1-750c-4405-81b5-e31ffcd0c98d)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:23:09.730879 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:09.795085 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b240db-7a67-4a50-a295-d2eba21fc6d7 None None] Pushing event updated for resources: {'Port': ['ID=df15d8a0-cf8a-47c1-9e9c-93e1099e8e88,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:11.090510 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46846) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:11.409347 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [None req-a4dc82c4-ed6b-4055-926a-120bbbcb2eb9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:23:11.410423 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a4dc82c4-ed6b-4055-926a-120bbbcb2eb9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188949 Sep 15 18:23:13.921237 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46854) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:14.240095 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [None req-df053749-f85d-441c-9f51-6b340708035c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:23:14.241475 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-df053749-f85d-441c-9f51-6b340708035c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189690 Sep 15 18:23:16.926401 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46864) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:17.250377 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'name': 'router1'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:17.274905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.276441 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.416359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.422262 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.435680 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.436957 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-94aacce1-e7f9-4845-be92-dad61de1f869 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5095975 Sep 15 18:23:17.602469 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:23:17.691852 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:17.692269 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.809104 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.844626 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=df15d8a0-cf8a-47c1-9e9c-93e1099e8e88,segment=NetworkSegment(0d6645b1-750c-4405-81b5-e31ffcd0c98d),segment_id=0d6645b1-750c-4405-81b5-e31ffcd0c98d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:23:17.848751 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:17.903407 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=df15d8a0-cf8a-47c1-9e9c-93e1099e8e88,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:18.275495 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc81b7-1715-43cf-87d7-d71f4301d866 None None] Network e9242ae4-4b26-4f02-aef0-36866208f173 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:23:18.362753 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-52ca7fee-9109-4302-82ab-a49e91c9182d None None] Provisioning complete for port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:18.363111 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-52ca7fee-9109-4302-82ab-a49e91c9182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:18.718979 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-318b6867-ff37-4d6c-9ddd-9e44a8a68733 None None] Provisioning complete for port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:18.719653 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-318b6867-ff37-4d6c-9ddd-9e44a8a68733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:19.576584 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:23:19.628108 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:19.628491 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:19.875633 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46876) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:20.189963 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [None req-79209afb-9259-4722-aa86-bf10f1e9c0eb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:23:20.190963 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-79209afb-9259-4722-aa86-bf10f1e9c0eb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143010 Sep 15 18:23:20.859886 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7d46adfd-b6ec-44de-b6ae-e0f3efcaa107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:22.605094 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46884) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:22.917777 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:22.938962 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Made reservation on behalf of f7782384df934ed4ad0fc858821f34fb for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:23:22.941215 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:22.949582 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.032898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.036368 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.048979 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Reserving flat network on physical network physnet1 {{(pid=93978) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 18:23:23.073511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b933c76-968f-4d6f-9f72-a078d37db9d3,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:23.076343 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.076673 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Added segment a85e38bf-6147-49f9-8dc9-f6bdf88be60b of type flat for network 5926c4f6-e4d7-44f7-a557-14ac295938f1 Sep 15 18:23:23.122302 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.156581 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.157463 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:23.158036 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:23.190839 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5847330 Sep 15 18:23:23.219494 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1262806-e45e-437c-bb98-06316d428f26 admin admin] Pushing event updated for resources: {'Network': ['ID=5926c4f6-e4d7-44f7-a557-14ac295938f1,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:23.230856 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:23:23.671468 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4324cc34-fc88-417a-8269-4e0a07cce387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:24.104744 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:24.674126 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:25.558166 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46902) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:25.735467 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f23d54-7fff-4661-9e85-315e0b105f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:25.736804 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-52f23d54-7fff-4661-9e85-315e0b105f71 admin admin] 10.222.0.43 "GET /v2.0/subnets/e67afe3c-0aae-40a2-89e3-861ac757135e HTTP/1.1" status: 200 len: 849 time: 0.1776979 Sep 15 18:23:25.853795 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8772c12f-e0f0-4854-92f1-5e345db5a9f0 admin admin] 10.222.0.43 "GET /v2.0/routers/cd1161a4-c5aa-4bda-8992-7e7e1deffe96 HTTP/1.1" status: 200 len: 704 time: 0.1106246 Sep 15 18:23:26.014566 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.118114 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.412187 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Allocated IP 172.20.0.1 (e9242ae4-4b26-4f02-aef0-36866208f173/e67afe3c-0aae-40a2-89e3-861ac757135e/8160add6-b537-4d7b-acb7-5e9dd3bd53a2) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:23:26.605701 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.671622 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.738109 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Network e9242ae4-4b26-4f02-aef0-36866208f173 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:23:26.743053 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:26.746200 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:23:26.746731 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.820908 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Pushing event updated for resources: {'Port': ['ID=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:26.956732 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.958721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-b7573b91-bfeb-4499-ba68-26710b29ef69 None None] Provisioning complete for port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:26.959157 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b7573b91-bfeb-4499-ba68-26710b29ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:26.995351 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-b7573b91-bfeb-4499-ba68-26710b29ef69 None None] Port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:23:27.162757 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:27.167551 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:27.168403 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:27.249688 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Pushing event updated for resources: {'Port': ['ID=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:27.287277 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Network e9242ae4-4b26-4f02-aef0-36866208f173 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:23:27.289396 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:27.447292 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:23:27.514745 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-30a38a62-4058-42fc-8920-de05880c7263 None None] Provisioning complete for port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:27.515684 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-30a38a62-4058-42fc-8920-de05880c7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:27.536708 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:23:27.542598 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-9001fe04-4fa7-4499-9266-6219ee58fcac admin admin] 10.222.0.43 "PUT /v2.0/routers/cd1161a4-c5aa-4bda-8992-7e7e1deffe96/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6831577 Sep 15 18:23:27.549398 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-30a38a62-4058-42fc-8920-de05880c7263 None None] Port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:23:27.555323 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Sync routers for ids ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:23:27.568358 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Routers {'cd1161a4-c5aa-4bda-8992-7e7e1deffe96'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:27.569071 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:23:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:27.757990 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Set router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 gateway port host: None {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:23:28.184317 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'name': 'router1', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:23:17Z', 'updated_at': '2021-09-15T18:23:26Z', 'revision_number': 2, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'gw_port_host': None, '_interfaces': [{'id': '8160add6-b537-4d7b-acb7-5e9dd3bd53a2', 'name': '', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'mac_address': 'fa:16:3e:08:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:26Z', 'updated_at': '2021-09-15T18:23:27Z', 'revision_number': 2, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'subnets': [{'id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:28.235469 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Checking router: cd1161a4-c5aa-4bda-8992-7e7e1deffe96 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:23:28.235843 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Updating router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:23:28.284608 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:28.802355 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:28.809668 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:28.973608 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Pushing event updated for resources: {'Port': ['ID=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:28.976516 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Attempting to bind port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:23:28.976907 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Attempting to bind port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:23:28.977327 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Attempting to bind port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 on network e9242ae4-4b26-4f02-aef0-36866208f173 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:23:28.986364 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:23:28.986773 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Checking segment: {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:23:28.987247 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:28.987631 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Bound using segment: {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:23:28.988126 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Bound port: 8160add6-b537-4d7b-acb7-5e9dd3bd53a2, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6645b1-750c-4405-81b5-e31ffcd0c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:23:28.988516 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:28.990810 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.991270 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.991597 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.991948 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.992270 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.992588 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.992903 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.993219 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.993548 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.993864 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.994176 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.994483 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Tracked resource versions report: Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: pushed versions: Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: { 'AddressGroup': {'1.2'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'ConntrackHelper': {'1.0'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Log': {'1.0'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Network': {'1.1'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Port': {'1.7'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'PortForwarding': {'1.2'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'QosPolicy': {'1.9'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroup': {'1.4'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SubPort': {'1.0'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Subnet': {'1.1'}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Trunk': {'1.1'}} Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: consumer versions: Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'ConntrackHelper': '1.0', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Log': '1.0', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Network': '1.1', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Port': '1.7', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'PortForwarding': '1.2', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'QosPolicy': '1.9', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroup': '1.4', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroupRule': '1.2', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SubPort': '1.0', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Subnet': '1.1', Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Trunk': '1.1'}} Sep 15 18:23:28.995601 dv-cinder-784603-2-iscsi neutron-server[93980]: {{(pid=93980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:23:29.064280 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] For port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:23:29.079142 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-ee37a68e-41eb-468c-aae7-4eb33439dc70 None None] Provisioning complete for port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:29.079677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ee37a68e-41eb-468c-aae7-4eb33439dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:29.086145 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] For port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,segment=NetworkSegment(0d6645b1-750c-4405-81b5-e31ffcd0c98d),segment_id=0d6645b1-750c-4405-81b5-e31ffcd0c98d)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:23:29.090651 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:29.114754 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-ee37a68e-41eb-468c-aae7-4eb33439dc70 None None] Port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:23:29.156316 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Routers {'cd1161a4-c5aa-4bda-8992-7e7e1deffe96'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:29.157159 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:23:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:29.160450 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01719522-0ccf-4f41-a249-c97860375f49 None None] Pushing event updated for resources: {'Port': ['ID=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,revision_number=4']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:29.249328 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] Set router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 gateway port host: None {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:23:29.337976 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-0ed2bada-a61c-4e26-be36-bac06cb6ea10 None None] Provisioning complete for port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:29.338643 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bada-a61c-4e26-be36-bac06cb6ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:29.415274 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bada-a61c-4e26-be36-bac06cb6ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:29.446346 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-0ed2bada-a61c-4e26-be36-bac06cb6ea10 None None] For port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,segment=NetworkSegment(0d6645b1-750c-4405-81b5-e31ffcd0c98d),segment_id=0d6645b1-750c-4405-81b5-e31ffcd0c98d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:23:29.450501 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bada-a61c-4e26-be36-bac06cb6ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:29.464113 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'name': 'router1', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:23:17Z', 'updated_at': '2021-09-15T18:23:26Z', 'revision_number': 2, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'gw_port_host': None, '_interfaces': [{'id': '8160add6-b537-4d7b-acb7-5e9dd3bd53a2', 'name': '', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'mac_address': 'fa:16:3e:08:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:26Z', 'updated_at': '2021-09-15T18:23:29Z', 'revision_number': 4, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'subnets': [{'id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:29.489701 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87360bae-ed06-4cca-bc4a-7e2b92fd2500 None None] The sync data for ids ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'] in dv-cinder-784603-2-iscsi is: [{'id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'name': 'router1', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:23:17Z', 'updated_at': '2021-09-15T18:23:26Z', 'revision_number': 2, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'gw_port_host': None, '_interfaces': [{'id': '8160add6-b537-4d7b-acb7-5e9dd3bd53a2', 'name': '', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'mac_address': 'fa:16:3e:08:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:26Z', 'updated_at': '2021-09-15T18:23:29Z', 'revision_number': 4, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'subnets': [{'id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:23:29.497143 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2bada-a61c-4e26-be36-bac06cb6ea10 None None] Pushing event updated for resources: {'Port': ['ID=8160add6-b537-4d7b-acb7-5e9dd3bd53a2,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:29.831890 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46922) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:29.941864 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917d04a-b291-4a3b-a895-335705b65a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:29.943224 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-5917d04a-b291-4a3b-a895-335705b65a0c admin admin] 10.222.0.43 "GET /v2.0/networks/5926c4f6-e4d7-44f7-a557-14ac295938f1 HTTP/1.1" status: 200 len: 842 time: 0.1103818 Sep 15 18:23:29.953638 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:29.974762 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Made reservation on behalf of f7782384df934ed4ad0fc858821f34fb for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:23:29.977565 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:30.324297 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.objects.ports [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 18:23:30.324727 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:30.382481 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db63266-0d07-44ef-8d7b-4c3377998a83,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:30.392639 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:23:30.392989 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Network hostable DHCP agents. Network: 5926c4f6-e4d7-44f7-a557-14ac295938f1, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:23:30.409775 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:23:30.418945 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 5926c4f6-e4d7-44f7-a557-14ac295938f1) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:30.423100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:30.423686 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:30.429925 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85e3e0-bdb9-4114-bb72-5d209b98682e None None] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:23:30.441041 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3cc33046-f508-4339-a99f-2c6b62bf2640 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4907529 Sep 15 18:23:30.563214 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dda52a-c847-4e63-9e23-419e03e810cb None None] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:23:32.763637 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46930) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:32.894351 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-70d2518e-568f-4912-9531-1689c5537348 admin admin] 10.222.0.43 "GET /v2.0/routers/cd1161a4-c5aa-4bda-8992-7e7e1deffe96 HTTP/1.1" status: 200 len: 710 time: 0.1294792 Sep 15 18:23:32.981717 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a331ed4-ac55-4128-9ecd-e0dd539a9c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:23:32.982998 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3a331ed4-ac55-4128-9ecd-e0dd539a9c50 admin admin] 10.222.0.43 "GET /v2.0/networks/5926c4f6-e4d7-44f7-a557-14ac295938f1 HTTP/1.1" status: 200 len: 886 time: 0.0824606 Sep 15 18:23:32.992969 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:23:33.235361 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:33.463609 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:33.537648 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:33.638709 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Allocated IP 172.27.1.92 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/6b342642-c243-4cf6-8ef2-afb067eee7b0) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:23:33.739979 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:33.771456 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:33.814675 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:23:33.820495 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:23:33.825148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:23:33.828236 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Pushing event updated for resources: {'Port': ['ID=6b342642-c243-4cf6-8ef2-afb067eee7b0,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:34.159113 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:34.354290 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:34.357554 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-583589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575500'] for router, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:34.463338 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:23:34.566177 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:23:34.570486 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:34.571667 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-133239d4-1855-49dd-9e85-ae1beaddf05f admin admin] 10.222.0.43 "PUT /v2.0/routers/cd1161a4-c5aa-4bda-8992-7e7e1deffe96 HTTP/1.1" status: 200 len: 889 time: 1.5825350 Sep 15 18:23:35.608479 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:23:35.657023 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:35.657475 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:35.969852 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Sync routers for ids ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:23:35.980360 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Routers {'cd1161a4-c5aa-4bda-8992-7e7e1deffe96'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:35.981007 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:23:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:36.183915 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Set router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:23:36.572153 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'name': 'router1', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '6b342642-c243-4cf6-8ef2-afb067eee7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:23:17Z', 'updated_at': '2021-09-15T18:23:33Z', 'revision_number': 4, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'gw_port': {'id': '6b342642-c243-4cf6-8ef2-afb067eee7b0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:33Z', 'updated_at': '2021-09-15T18:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '8160add6-b537-4d7b-acb7-5e9dd3bd53a2', 'name': '', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'mac_address': 'fa:16:3e:08:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:26Z', 'updated_at': '2021-09-15T18:23:29Z', 'revision_number': 5, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'subnets': [{'id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:36.621761 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Checking router: cd1161a4-c5aa-4bda-8992-7e7e1deffe96 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:23:36.622431 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Updating router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 port 6b342642-c243-4cf6-8ef2-afb067eee7b0 binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:23:36.669785 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:36.991889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:36.997252 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:37.015543 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 46942) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:23:37.043158 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Attempting to bind port 6b342642-c243-4cf6-8ef2-afb067eee7b0 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:23:37.043534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Attempting to bind port 6b342642-c243-4cf6-8ef2-afb067eee7b0 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:23:37.043922 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Attempting to bind port 6b342642-c243-4cf6-8ef2-afb067eee7b0 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:23:37.054660 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f894399-095a-45e3-8673-1b2c09f9e046 None None] Pushing event updated for resources: {'Port': ['ID=6b342642-c243-4cf6-8ef2-afb067eee7b0,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:37.058164 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:23:37.058548 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:23:37.058951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:37.059335 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:23:37.059811 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Bound port: 6b342642-c243-4cf6-8ef2-afb067eee7b0, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:23:37.060231 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:37.113302 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] For port 6b342642-c243-4cf6-8ef2-afb067eee7b0, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:23:37.116609 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] For port 6b342642-c243-4cf6-8ef2-afb067eee7b0, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6b342642-c243-4cf6-8ef2-afb067eee7b0,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:23:37.120676 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:37.134010 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c53069ed-6eeb-45d9-8154-f097ae1711df admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1172607 Sep 15 18:23:37.257547 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f894399-095a-45e3-8673-1b2c09f9e046 None None] Pushing event updated for resources: {'Port': ['ID=6b342642-c243-4cf6-8ef2-afb067eee7b0,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:37.284130 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Routers {'cd1161a4-c5aa-4bda-8992-7e7e1deffe96'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:23:37.284771 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:23:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:37.391655 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] Set router cd1161a4-c5aa-4bda-8992-7e7e1deffe96 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:23:37.604035 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'name': 'router1', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '6b342642-c243-4cf6-8ef2-afb067eee7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:23:17Z', 'updated_at': '2021-09-15T18:23:33Z', 'revision_number': 4, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'gw_port': {'id': '6b342642-c243-4cf6-8ef2-afb067eee7b0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:33Z', 'updated_at': '2021-09-15T18:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '8160add6-b537-4d7b-acb7-5e9dd3bd53a2', 'name': '', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'mac_address': 'fa:16:3e:08:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:26Z', 'updated_at': '2021-09-15T18:23:29Z', 'revision_number': 5, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'subnets': [{'id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:23:37.633236 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192b87d-d912-43d5-94be-e89fa051a8d8 None None] The sync data for ids ['cd1161a4-c5aa-4bda-8992-7e7e1deffe96'] in dv-cinder-784603-2-iscsi is: [{'id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'name': 'router1', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '6b342642-c243-4cf6-8ef2-afb067eee7b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:23:17Z', 'updated_at': '2021-09-15T18:23:33Z', 'revision_number': 4, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'gw_port': {'id': '6b342642-c243-4cf6-8ef2-afb067eee7b0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:33Z', 'updated_at': '2021-09-15T18:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '8160add6-b537-4d7b-acb7-5e9dd3bd53a2', 'name': '', 'network_id': 'e9242ae4-4b26-4f02-aef0-36866208f173', 'tenant_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'mac_address': 'fa:16:3e:08:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1161a4-c5aa-4bda-8992-7e7e1deffe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:23:26Z', 'updated_at': '2021-09-15T18:23:29Z', 'revision_number': 5, 'project_id': 'a50e2b6d875e490aa43bfc8663e421d1', 'subnets': [{'id': 'e67afe3c-0aae-40a2-89e3-861ac757135e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aff0bf89-e4dd-42b2-b5ae-5bab2c60032e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:23:39.781796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6b342642-c243-4cf6-8ef2-afb067eee7b0 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:23:39.839206 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 6b342642-c243-4cf6-8ef2-afb067eee7b0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:39.839790 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:39.920520 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:39.942681 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 6b342642-c243-4cf6-8ef2-afb067eee7b0, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6b342642-c243-4cf6-8ef2-afb067eee7b0,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:23:39.947241 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:39.999108 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=6b342642-c243-4cf6-8ef2-afb067eee7b0,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:23:41.651522 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6b342642-c243-4cf6-8ef2-afb067eee7b0 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:23:41.713392 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 6b342642-c243-4cf6-8ef2-afb067eee7b0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:23:41.713991 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:50.863134 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-78d567bc-3996-4374-9751-9511ec35142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:51.132325 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:23:53.672721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d6482b4f-01f7-4dbd-86bb-d115f5c7d27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:54.110392 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:54.680293 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:23:56.046685 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:20.869022 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-09d27740-5073-4630-8e88-18828aa9c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:23.676841 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-947f9f5e-eb10-4e3d-aec5-a71987a79207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:24.106205 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:24.683430 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:26.047634 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:28.131943 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:24:50.860898 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-336c44d3-bd0e-45de-b306-ade5aaf4da55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:53.677509 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7bbd-bc05-48b6-be3d-20e0e8472eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:54.109457 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:54.679973 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:24:56.049324 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:05.131405 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:25:13.667633 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47506) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:13.749996 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.pecan_wsgi.hooks.translation [None req-980c1aa5-cee9-42bd-a7a4-e513de3dc425 admin admin] GET failed (client error): The resource could not be found. Sep 15 18:25:13.751425 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-980c1aa5-cee9-42bd-a7a4-e513de3dc425 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0827806 Sep 15 18:25:13.947142 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2c7a4-5fbf-4078-b753-41219f9c1102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:13.949051 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e5a2c7a4-5fbf-4078-b753-41219f9c1102 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1929908 Sep 15 18:25:16.290742 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47516) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:16.417825 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929884ba-59cb-44ec-903f-4713a1e67d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:16.419172 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-929884ba-59cb-44ec-903f-4713a1e67d97 admin admin] 10.222.0.43 "GET /v2.0/subnets/e67afe3c-0aae-40a2-89e3-861ac757135e HTTP/1.1" status: 200 len: 849 time: 0.1274788 Sep 15 18:25:16.429627 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:25:16.511913 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:16.663412 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776017813252'] for subnet, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:16.732396 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:16.733315 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:16.734415 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] 10.222.0.43 "PUT /v2.0/subnets/e67afe3c-0aae-40a2-89e3-861ac757135e HTTP/1.1" status: 200 len: 868 time: 0.3088799 Sep 15 18:25:16.737812 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2172c571-9bb9-40aa-b7e6-2c964b665ae9 None None] Network e9242ae4-4b26-4f02-aef0-36866208f173 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:25:16.754961 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67afe3c-0aae-40a2-89e3-861ac757135e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:25:16.764767 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.765068 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.765365 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.765703 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.766034 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.766383 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.766720 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.767043 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.767390 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.767722 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.768074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.768398 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3f9538-c2f3-49d5-80be-cb96392345f4 admin admin] Tracked resource versions report: Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: pushed versions: Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: { 'AddressGroup': {'1.2'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'ConntrackHelper': {'1.0'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Log': {'1.0'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Network': {'1.1'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Port': {'1.7'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'PortForwarding': {'1.2'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'QosPolicy': {'1.9'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroup': {'1.4'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SubPort': {'1.0'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Subnet': {'1.1'}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Trunk': {'1.1'}} Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: consumer versions: Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'ConntrackHelper': '1.0', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Log': '1.0', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Network': '1.1', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Port': '1.7', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'PortForwarding': '1.2', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'QosPolicy': '1.9', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroup': '1.4', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroupRule': '1.2', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SubPort': '1.0', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Subnet': '1.1', Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Trunk': '1.1'}} Sep 15 18:25:16.769539 dv-cinder-784603-2-iscsi neutron-server[93977]: {{(pid=93977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:25:17.062822 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-6722fbba-5574-430f-ad40-50d4c63f1567 None None] Provisioning complete for port df15d8a0-cf8a-47c1-9e9c-93e1099e8e88 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:25:17.063192 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6722fbba-5574-430f-ad40-50d4c63f1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:17.149483 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-6722fbba-5574-430f-ad40-50d4c63f1567 None None] Provisioning complete for port 8160add6-b537-4d7b-acb7-5e9dd3bd53a2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:25:17.150069 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6722fbba-5574-430f-ad40-50d4c63f1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:18.922084 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47528) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:19.136591 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949d8fd-6238-4a39-a236-9f3bc316005a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:19.137007 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949d8fd-6238-4a39-a236-9f3bc316005a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:19.138549 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4949d8fd-6238-4a39-a236-9f3bc316005a admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2154915 Sep 15 18:25:20.861327 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8044acd5-6dc1-46ee-b7d9-3263428faaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:21.330306 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47536) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:21.463171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddda97-cfdb-43ad-9bd0-2d8595c72672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:21.463661 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddda97-cfdb-43ad-9bd0-2d8595c72672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:21.465212 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d5ddda97-cfdb-43ad-9bd0-2d8595c72672 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339655 Sep 15 18:25:23.627433 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47544) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:23.681213 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d9b5f10-bf93-4675-aaec-28ec80d82869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:23.805187 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f98b3-e835-4935-afa6-e3e5a2379054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:23.806639 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-884f98b3-e835-4935-afa6-e3e5a2379054 admin admin] 10.222.0.43 "GET /v2.0/networks/5926c4f6-e4d7-44f7-a557-14ac295938f1 HTTP/1.1" status: 200 len: 886 time: 0.1781740 Sep 15 18:25:24.110801 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:24.684342 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:25.985755 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47552) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:26.050098 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:26.120259 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447c8bf-3be1-4eca-9551-8a438c056c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:26.121622 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d447c8bf-3be1-4eca-9551-8a438c056c85 admin admin] 10.222.0.43 "GET /v2.0/networks/e9242ae4-4b26-4f02-aef0-36866208f173 HTTP/1.1" status: 200 len: 869 time: 0.1349337 Sep 15 18:25:28.308362 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47562) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:28.436852 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298c476-ef56-48fd-aff1-0befa590c56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:28.437321 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298c476-ef56-48fd-aff1-0befa590c56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:28.438829 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3298c476-ef56-48fd-aff1-0befa590c56d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294541 Sep 15 18:25:30.631818 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47570) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:30.731733 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6af19-2abf-4a79-b7f2-56f54bd09782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:30.732230 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6af19-2abf-4a79-b7f2-56f54bd09782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:30.733797 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-65b6af19-2abf-4a79-b7f2-56f54bd09782 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1010208 Sep 15 18:25:32.921030 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47578) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:33.004915 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ed5d0-9d6d-4d20-a393-efb061080885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:33.006223 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-656ed5d0-9d6d-4d20-a393-efb061080885 admin admin] 10.222.0.43 "GET /v2.0/subnets/3db63266-0d07-44ef-8d7b-4c3377998a83 HTTP/1.1" status: 200 len: 816 time: 0.0842590 Sep 15 18:25:35.197599 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47586) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:35.289961 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b07b8b-2fea-4865-b0e0-8ee85964c9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:25:35.291298 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-54b07b8b-2fea-4865-b0e0-8ee85964c9a1 admin admin] 10.222.0.43 "GET /v2.0/subnets/e67afe3c-0aae-40a2-89e3-861ac757135e HTTP/1.1" status: 200 len: 868 time: 0.0927348 Sep 15 18:25:42.129668 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:25:50.864154 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-63b9ed14-3051-473f-acae-35793d43a658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:53.682150 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-aaf2b0bb-e297-4730-b265-77a2bb0d689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:54.111364 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:54.689084 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:56.052731 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:25:59.247398 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47640) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:25:59.295694 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [None req-02fabb22-0489-4d35-98b3-2e7c8a375f29 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:25:59.296740 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-02fabb22-0489-4d35-98b3-2e7c8a375f29 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483732 Sep 15 18:26:01.603344 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47648) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:26:01.662911 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d49211f-6a94-4e53-b1f8-c911accf0c04 admin admin] GET failed (client error): The resource could not be found. Sep 15 18:26:01.664286 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8d49211f-6a94-4e53-b1f8-c911accf0c04 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598650 Sep 15 18:26:01.817189 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a48e14-1e0d-4f5b-a9cd-ca346786988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:01.818566 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-29a48e14-1e0d-4f5b-a9cd-ca346786988f admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1487503 Sep 15 18:26:04.025048 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47656) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:26:04.079275 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:26:04.099598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Made reservation on behalf of f7782384df934ed4ad0fc858821f34fb for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:26:04.101887 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:04.128481 dv-cinder-784603-2-iscsi neutron-server[93978]: WARNING neutron.services.revisions.revision_plugin [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Could not find related network for resource to bump revision. Sep 15 18:26:04.140008 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:26:04.148463 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:04.149389 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Added segment fb6551c4-421a-4ca8-af7c-0c8154cb42a0 of type vlan for network 89293200-736d-4e51-90ce-ebf200b1e8b7 Sep 15 18:26:04.186954 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:04.209578 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:04.210461 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:04.211031 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:04.240991 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2148826 Sep 15 18:26:04.276408 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Pushing event updated for resources: {'Network': ['ID=89293200-736d-4e51-90ce-ebf200b1e8b7,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:04.283576 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.283978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.284328 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.284668 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.285005 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.285357 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.285692 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.286040 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.286369 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.286716 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.287036 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.287408 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9604ae5-1968-4c51-b913-f6627c733abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:04.299543 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 89293200-736d-4e51-90ce-ebf200b1e8b7 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:26:06.472928 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47664) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:26:06.532068 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4146b0-3ac6-41d9-8790-7b981562e308 admin admin] GET failed (client error): The resource could not be found. Sep 15 18:26:06.533345 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8b4146b0-3ac6-41d9-8790-7b981562e308 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594759 Sep 15 18:26:06.601735 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bcac6-c9f6-4beb-bdc3-24dc340a9bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:06.603824 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-fe0bcac6-c9f6-4beb-bdc3-24dc340a9bdd admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659208 Sep 15 18:26:06.613887 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:26:06.632687 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Made reservation on behalf of f7782384df934ed4ad0fc858821f34fb for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:26:06.635256 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:06.790824 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:06.849383 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3856923b-e53c-4526-beb5-3ca72dcc7b6e,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:06.853471 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Checking segment: {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:26:06.853814 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Network hostable DHCP agents. Network: 89293200-736d-4e51-90ce-ebf200b1e8b7, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:26:06.869469 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Network 89293200-736d-4e51-90ce-ebf200b1e8b7 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:26:06.877803 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 89293200-736d-4e51-90ce-ebf200b1e8b7) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:26:06.881698 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:26:06.882267 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:06.887039 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57899f2d-774c-4a18-b023-c3d054f1eef9 None None] Network 89293200-736d-4e51-90ce-ebf200b1e8b7 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:26:06.895664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d06b2dad-72c3-43f0-834c-058b45934c14 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2850046 Sep 15 18:26:07.133220 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-89293200-736d-4e51-90ce-ebf200b1e8b7', 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7', 'tenant_id': 'f7782384df934ed4ad0fc858821f34fb', 'fixed_ips': [{'subnet_id': '3856923b-e53c-4526-beb5-3ca72dcc7b6e'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:26:07.134514 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:07.274992 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Allocated IP 192.168.233.2 (89293200-736d-4e51-90ce-ebf200b1e8b7/3856923b-e53c-4526-beb5-3ca72dcc7b6e/6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:26:07.416248 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:07.421873 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:07.460552 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Network 89293200-736d-4e51-90ce-ebf200b1e8b7 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:26:07.468992 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:26:07.470460 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Pushing event updated for resources: {'Port': ['ID=6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:07.473915 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:26:07.483917 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.484249 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.484597 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.484937 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.485275 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.485606 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.485947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.486292 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.486617 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.486967 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.487290 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.487610 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:26:07.536319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Attempting to bind port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:26:07.536686 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Attempting to bind port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:26:07.537049 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Attempting to bind port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 on network 89293200-736d-4e51-90ce-ebf200b1e8b7 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:26:07.542526 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:26:07.542893 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Checking segment: {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:26:07.543297 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:07.543691 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Bound using segment: {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:26:07.544180 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Bound port: 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:26:07.544580 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:07.610018 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] For port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:26:07.613187 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] For port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:26:07.617145 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:07.675599 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67c52a-d522-48af-90cd-4b48187c2a82 None None] Pushing event updated for resources: {'Port': ['ID=6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:08.471091 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132073c-90d8-448c-b363-1c9988f24787 None None] Network 89293200-736d-4e51-90ce-ebf200b1e8b7 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:26:08.553987 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-0bbfe37c-f8c6-4707-9503-7123319f374f None None] Provisioning complete for port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:26:08.554275 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe37c-f8c6-4707-9503-7123319f374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:08.693900 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe37c-f8c6-4707-9503-7123319f374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:08.731130 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-0bbfe37c-f8c6-4707-9503-7123319f374f None None] For port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:26:08.737092 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe37c-f8c6-4707-9503-7123319f374f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:08.793297 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfe37c-f8c6-4707-9503-7123319f374f None None] Pushing event updated for resources: {'Port': ['ID=6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:26:08.960028 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-b260db3f-fbad-4615-8d37-cf91720144c2 None None] Provisioning complete for port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:26:08.960454 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b260db3f-fbad-4615-8d37-cf91720144c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:09.722770 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:26:09.776741 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 6eb9ddab-6af3-4d85-9ac2-46f4e3c779e0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:26:09.777108 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:19.129099 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:26:20.865363 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0097dca1-2b43-42a2-a639-4b8febf7db3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:23.683362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8a8b-04d6-4571-97d2-5a511e6641a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:24.112412 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:24.689710 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:26.057556 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:50.866895 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0bd1146a-9bac-49a7-8b47-43f3a0ac0691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:53.683748 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd5bd-498c-4605-88e3-d2c56c1cef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:54.116699 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:54.692880 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:56.061552 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:26:56.128350 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:27:20.869889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f11b93b-ab68-40f6-95cf-3ed0c77221b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:21.534311 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47716) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:21.540106 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [None req-3f8fdd15-fb62-4563-905e-001b548c24d4 tempest-verify_tempest_config-693796694 tempest-verify_tempest_config-693796694-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:27:21.541108 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3f8fdd15-fb62-4563-905e-001b548c24d4 tempest-verify_tempest_config-693796694 tempest-verify_tempest_config-693796694-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057929 Sep 15 18:27:21.834256 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47734) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:22.027601 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.114279 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.117920 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.160852 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc0230-4304-4fe3-9528-d0d8e9101922,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:22.165681 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75438eca6c8d42f0a62c4e83e4cc9cf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3304460 Sep 15 18:27:22.169121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47738) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173667 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.173667 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.174384 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.174384 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.174565 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77673240-ac3c-40e2-91ba-900f87f18609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.253176 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.272907 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.362196 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.364814 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:22.365967 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78dc0230-4304-4fe3-9528-d0d8e9101922 HTTP/1.1" status: 204 len: 168 time: 0.1958222 Sep 15 18:27:22.373991 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc0230-4304-4fe3-9528-d0d8e9101922,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:27:22.380654 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.381022 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.381369 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.381707 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.382043 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.382389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.382721 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.383150 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.383507 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.383903 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.384182 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:22.384505 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4d79ec-9dc6-4f60-a3c4-73b05b7ce501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:27:23.684042 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-32e99684-3ee0-4dac-8709-75897de3324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:24.118697 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:24.695157 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:26.061637 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:33.126717 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:27:50.872021 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9d851be8-ce30-4551-84a8-c8cb8c5fe130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:53.685012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fe8c91b9-6197-42ce-9f14-e4575e123c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:54.119475 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:54.698975 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:27:56.064616 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:10.126789 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:28:20.871687 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e4ce-4b65-46e2-93e1-88abd9f44777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:23.686757 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0802e172-348e-4347-8700-e0f80f5bfe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:24.120306 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:24.700921 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:26.066956 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:47.124958 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 5 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:28:50.876669 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0bcad844-2f2d-4931-97d7-ad080b9e2e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:53.687552 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e38722a7-1cba-4195-b1fa-3e04ba2b26f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:54.122088 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:54.707082 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:56.068199 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:28:56.123834 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581163'] for agent, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:11.292643 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47814) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:29:11.394436 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a5b8b270-2e29-457e-98e2-ce89891ae1a7 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1007159 Sep 15 18:29:13.578735 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47824) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:29:13.640038 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6dd4603a-d33d-4530-a765-0b2b0af1a850 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0602126 Sep 15 18:29:20.878811 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-753a4458-2cd4-48da-9c00-6c4ecf85bf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:23.690837 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a6209549-5cfb-43f3-bfcc-4c71053eb660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:24.123136 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:24.125603 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:29:24.705908 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:26.073976 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:26.080827 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:50.878340 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7b41188e-b6ed-4f89-9d30-868c5fa34a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:53.690539 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-69d22fd1-1c44-4a0f-9026-1995a7d0ba52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:54.124143 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:54.708627 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:56.081383 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:29:56.082402 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:01.124549 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:30:20.878778 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-011085c8-0b44-4f15-9cbe-4d05ae2d1753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:23.691631 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-69c81d67-4a9b-4d13-b505-105a594e990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:24.125797 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:24.709950 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:26.085159 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:26.086387 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:38.123870 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:30:43.150032 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 47940) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:43.358854 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-network', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:43.390697 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Made reservation on behalf of 9ae2a6a347f8409294c53595013eeae0 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:43.394591 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.409732 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.516351 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.520872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.556854 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:30:43.565492 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f12bae-b331-40ab-a429-ebd9b3f31ac0,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:43.576677 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776017838228', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.577263 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Unsubscribe: segment precommit_create {{(pid=93977) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 18:30:43.577735 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Added segment 84f40861-8dcf-40d3-849b-1fba9caa802a of type vlan for network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 Sep 15 18:30:43.582113 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.582675 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.583185 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.583527 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.583885 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.584238 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.584573 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.584903 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.585245 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.585576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.585906 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.586228 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Tracked resource versions report: Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: pushed versions: Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: { 'AddressGroup': {'1.2'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'ConntrackHelper': {'1.0'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Log': {'1.0'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Network': {'1.1'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Port': {'1.7'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'PortForwarding': {'1.2'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'QosPolicy': {'1.9'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroup': {'1.4'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SubPort': {'1.0'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Subnet': {'1.1'}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Trunk': {'1.1'}} Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: consumer versions: Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: HyperV agent@hv-cinder-78460: {}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'ConntrackHelper': '1.0', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Log': '1.0', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Network': '1.1', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Port': '1.7', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'PortForwarding': '1.2', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'QosPolicy': '1.9', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroup': '1.4', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SecurityGroupRule': '1.2', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'SubPort': '1.0', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Subnet': '1.1', Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: 'Trunk': '1.1'}} Sep 15 18:30:43.587300 dv-cinder-784603-2-iscsi neutron-server[93977]: {{(pid=93977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:30:43.639482 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.673950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.674890 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:43.675482 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:43.775314 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 47984) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:43.775986 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6231444 Sep 15 18:30:43.776727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c7769-a793-4a3f-a37e-1e20a88a0038 admin admin] Pushing event updated for resources: {'Network': ['ID=19dc1571-758f-4ec3-a4ef-2ea5d4acd188,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:43.783100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Request body: {'subnet': {'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-subnet', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:43.788967 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:30:43.808449 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Made reservation on behalf of 9ae2a6a347f8409294c53595013eeae0 for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:43.812248 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.027744 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.082389 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d5d8fc-ef92-48e9-88cd-604995c06716,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:44.097185 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.097596 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.098171 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.098507 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.098903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.099307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.099752 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.100107 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.100533 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.100859 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.101179 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.101497 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Tracked resource versions report: Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: pushed versions: Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: { 'AddressGroup': {'1.2'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'ConntrackHelper': {'1.0'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Log': {'1.0'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Network': {'1.1'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Port': {'1.7'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'PortForwarding': {'1.2'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'QosPolicy': {'1.9'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroup': {'1.4'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SubPort': {'1.0'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Subnet': {'1.1'}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Trunk': {'1.1'}} Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: consumer versions: Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: HyperV agent@hv-cinder-78460: {}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'ConntrackHelper': '1.0', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Log': '1.0', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Network': '1.1', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Port': '1.7', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'PortForwarding': '1.2', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'QosPolicy': '1.9', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroup': '1.4', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SecurityGroupRule': '1.2', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'SubPort': '1.0', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Subnet': '1.1', Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: 'Trunk': '1.1'}} Sep 15 18:30:44.102551 dv-cinder-784603-2-iscsi neutron-server[93978]: {{(pid=93978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:30:44.116613 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Checking segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:44.116613 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Network hostable DHCP agents. Network: 19dc1571-758f-4ec3-a4ef-2ea5d4acd188, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:30:44.143553 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:30:44.156770 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 19dc1571-758f-4ec3-a4ef-2ea5d4acd188) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:44.161646 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:44.163139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.165914 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4977ae-f6a8-453d-9ccb-9fe9664bfe09 None None] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:44.181178 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48008) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:44.181745 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-822202cf-10b3-4d51-b0a9-b335982fa41b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4030080 Sep 15 18:30:44.187460 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:44.220188 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.223282 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.309243 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526fc97-4015-47b3-9447-517c25796503 None None] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:44.384960 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.574249 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.623586 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48036) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:44.858998 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:44.888561 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.012740 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1932913033-network', 'tenant_id': '3195be99ea1349b2be3c331e91cc4bee'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:45.042978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Made reservation on behalf of 3195be99ea1349b2be3c331e91cc4bee for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:45.046223 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.050832 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Allocated IP 172.27.1.163 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/fc5d4e44-e4eb-46d4-bbfd-7e296070e152) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:30:45.062648 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.191598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48058) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:45.197090 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.201788 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.204884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.229756 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:30:45.243296 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.243893 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Added segment 114e7510-888d-4be0-a79e-cf9fda991992 of type vlan for network 44290574-2d47-4c95-a36b-6b3ea6d2c957 Sep 15 18:30:45.285238 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48062) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:45.294208 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.301328 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.344473 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:45.360238 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48070) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:45.367608 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.372037 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:45.372981 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.381245 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:45.392769 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:45.394693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:45.397151 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:30:45.415330 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7875123 Sep 15 18:30:45.415845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48076) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:45.424718 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Request body: {'subnet': {'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1932913033-subnet', 'tenant_id': '3195be99ea1349b2be3c331e91cc4bee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:45.474141 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Made reservation on behalf of 3195be99ea1349b2be3c331e91cc4bee for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:45.476907 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.504131 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd6ec5-ce95-4387-83fc-de3bf2194804 admin admin] Pushing event updated for resources: {'Network': ['ID=44290574-2d47-4c95-a36b-6b3ea6d2c957,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:45.516209 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:30:45.540356 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1912430168-network', 'tenant_id': '4295a8177cc141d6a761610a48d05195'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:45.618025 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Made reservation on behalf of 4295a8177cc141d6a761610a48d05195 for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:45.621003 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.637354 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.762821 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.766975 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-160821870-network', 'tenant_id': '4ca99adc93f148a79c7d38d4c56b3a27'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:45.773312 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.810468 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098614641-network', 'tenant_id': '9bc1136732f04f92ad34d1ace7a3c27b'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:45.825381 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c162c98c-c33f-4a27-9f0b-c5a186091a6f,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:45.883719 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Checking segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:45.884102 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Network hostable DHCP agents. Network: 44290574-2d47-4c95-a36b-6b3ea6d2c957, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:30:45.905314 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.910766 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.918997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:30:45.948798 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 44290574-2d47-4c95-a36b-6b3ea6d2c957) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:45.954532 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:45.955826 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.961144 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Made reservation on behalf of 4ca99adc93f148a79c7d38d4c56b3a27 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:45.961753 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944ddcb-03d2-49ba-a328-560e1b47b703 None None] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:45.963687 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.968427 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:30:45.975365 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.978588 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6aed10-d0b4-45fe-99be-d24b797517d5,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:45.991482 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:45.991955 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Added segment 172a031b-239e-49e4-849c-2d2536ebbebe of type vlan for network ca1858ed-07a2-42af-9161-f3d80460e8a4 Sep 15 18:30:46.042365 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Made reservation on behalf of 9bc1136732f04f92ad34d1ace7a3c27b for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:46.046075 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.053263 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-57063260-3c6d-46d3-ae43-2b048f10202d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6339421 Sep 15 18:30:46.066448 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.070437 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.084895 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.123698 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.124922 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:46.125673 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.164348 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e1206-848d-47b2-9e8f-44005c9dda37 None None] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:46.209139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1858ed-07a2-42af-9161-f3d80460e8a4,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:46.240730 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:30:46.320527 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:30:46.519335 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.524020 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.561815 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:46.567455 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:30:46.569713 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:30:46.581590 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Sync routers for ids ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:30:46.594059 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Routers {'1f8489df-b85e-45d3-b8ab-da09af15a3e2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:46.594659 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:46.610142 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.611613 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Added segment 8dfdacc1-dd33-48a6-9337-85da8f4d2af8 of type vlan for network b207a77d-aa8e-4b94-b08b-0e51348a9f12 Sep 15 18:30:46.643262 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.648983 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.688315 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-111742dd-6841-4dd8-be80-26e829606392 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4926870 Sep 15 18:30:46.690512 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.695646 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b9224f4c-3324-49af-b7d6-01d9e24c8cf8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5118525 Sep 15 18:30:46.698364 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48132) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:46.698762 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48134) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:46.701406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:30:46.707193 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Request body: {'subnet': {'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1912430168-subnet', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:46.714047 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.727060 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1764e977-7c72-4d9b-993b-2261ae223b84,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:46.737772 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Set router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:46.747937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.748992 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Added segment 3422130d-b4dc-42c0-b028-ae2198ff4aba of type vlan for network ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2 Sep 15 18:30:46.816315 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.872132 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Made reservation on behalf of 4295a8177cc141d6a761610a48d05195 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:46.874940 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.891056 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.892428 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:46.893217 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.895920 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.897165 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:46.897737 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.933902 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:45Z', 'revision_number': 3, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:46.960163 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Checking router: 1f8489df-b85e-45d3-b8ab-da09af15a3e2 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:30:46.960749 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Updating router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:30:46.985193 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6220801 Sep 15 18:30:46.987443 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:46.988992 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48148) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:47.004686 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Request body: {'subnet': {'network_id': 'ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098614641-subnet', 'tenant_id': '9bc1136732f04f92ad34d1ace7a3c27b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:47.020785 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] Pushing event updated for resources: {'Network': ['ID=b207a77d-aa8e-4b94-b08b-0e51348a9f12,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:47.037309 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network b207a77d-aa8e-4b94-b08b-0e51348a9f12 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:30:47.102840 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48609d87-3ef8-4dbf-be5e-675d0aeb9331 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:47.136783 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Made reservation on behalf of 9bc1136732f04f92ad34d1ace7a3c27b for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:47.139115 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.188890 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:30:47.424498 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.519398 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.546049 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce75d51-1623-4e67-a829-3df6a975e3d0,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:47.548925 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.560426 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Checking segment: {'id': '3422130d-b4dc-42c0-b028-ae2198ff4aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:47.560712 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Network hostable DHCP agents. Network: ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:30:47.564785 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.593775 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6cbfa8c8-7754-4e8f-b2c4-8bc86103efdc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3047042 Sep 15 18:30:47.593775 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ea936a-54d3-41a7-b105-57944e7bf58f,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:47.595328 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48160) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:47.606575 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Request body: {'subnet': {'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-160821870-subnet', 'tenant_id': '4ca99adc93f148a79c7d38d4c56b3a27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:47.610862 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Network ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:30:47.632114 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Checking segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:47.632459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Network hostable DHCP agents. Network: ca1858ed-07a2-42af-9161-f3d80460e8a4, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:30:47.648121 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Pushing event updated for resources: {'Port': ['ID=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,revision_number=2']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:47.655223 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:47.663259 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.663684 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.664260 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.665060 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.665766 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.666471 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.667015 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.667751 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.668334 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.669000 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.669469 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d526a-7cbf-4941-aec2-ff6fd0053f67 None None] Network ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:47.669810 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.670435 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Tracked resource versions report: Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: pushed versions: Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: { 'AddressGroup': {'1.2'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'ConntrackHelper': {'1.0'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Log': {'1.0'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Network': {'1.1'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Port': {'1.7'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'PortForwarding': {'1.2'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'QosPolicy': {'1.9'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroup': {'1.4'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SubPort': {'1.0'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Subnet': {'1.1'}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Trunk': {'1.1'}} Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: consumer versions: Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: HyperV agent@hv-cinder-78460: {}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'ConntrackHelper': '1.0', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Log': '1.0', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Network': '1.1', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Port': '1.7', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'PortForwarding': '1.2', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'QosPolicy': '1.9', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroup': '1.4', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SecurityGroupRule': '1.2', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'SubPort': '1.0', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Subnet': '1.1', Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: 'Trunk': '1.1'}} Sep 15 18:30:47.671934 dv-cinder-784603-2-iscsi neutron-server[93980]: {{(pid=93980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:30:47.689108 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Attempting to bind port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:30:47.689903 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Attempting to bind port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:30:47.690542 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Attempting to bind port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:30:47.691019 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:47.691644 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.696888 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:30:47.697729 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:47.698628 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.699532 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:30:47.700261 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Bound port: fc5d4e44-e4eb-46d4-bbfd-7e296070e152, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:30:47.701564 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.724235 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Made reservation on behalf of 4ca99adc93f148a79c7d38d4c56b3a27 for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:47.731728 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.741295 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-706a5544-6fa8-4241-8bb8-1b34f431d5cf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7510111 Sep 15 18:30:47.833360 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] For port fc5d4e44-e4eb-46d4-bbfd-7e296070e152, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:30:47.844686 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] For port fc5d4e44-e4eb-46d4-bbfd-7e296070e152, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:30:47.856040 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:47.930832 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee20cc7-14a8-49c4-a559-e1a4f12b5ca4 None None] Network ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:47.931208 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:30:47.944991 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, ca1858ed-07a2-42af-9161-f3d80460e8a4) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:47.964116 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489678bf-a8f1-4ae4-9b0f-3ab76fef7ba5 None None] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:47.966850 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:47.967494 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.011920 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ace02bd8-0141-491c-a984-146772c75c76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3102689 Sep 15 18:30:48.013129 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Routers {'1f8489df-b85e-45d3-b8ab-da09af15a3e2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:48.013247 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48182) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:48.015364 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:48.019071 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:48.231848 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.292129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.295293 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.312204 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5905eae-5792-4a2b-b909-b48697a638ca None None] Pushing event updated for resources: {'Port': ['ID=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:48.344970 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.401932 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa45ae1b-4887-44df-8f9e-72fe92d56e87,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:48.418646 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.419903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Checking segment: {'id': '8dfdacc1-dd33-48a6-9337-85da8f4d2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:48.420241 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Network hostable DHCP agents. Network: b207a77d-aa8e-4b94-b08b-0e51348a9f12, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:30:48.468927 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Network b207a77d-aa8e-4b94-b08b-0e51348a9f12 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:30:48.481755 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, b207a77d-aa8e-4b94-b08b-0e51348a9f12) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:48.486009 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:48.486598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:48.520791 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0e7b39d4-4967-44bf-a7e3-c52c39dd1c36 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9103305 Sep 15 18:30:48.521043 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adc2bf-a9b2-44a7-a38a-56dfc107cfbe None None] Network b207a77d-aa8e-4b94-b08b-0e51348a9f12 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:48.524340 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] Set router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:48.643005 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48218) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:48.645387 dv-cinder-784603-2-iscsi neutron-server[93978]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 18:30:48.846649 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-93f63453-d065-40c6-8058-70234def4c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:45Z', 'revision_number': 3, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:48.909163 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6354e-448c-464e-b7de-47f93c343129 None None] Network b207a77d-aa8e-4b94-b08b-0e51348a9f12 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:48.912437 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f63453-d065-40c6-8058-70234def4c04 None None] The sync data for ids ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'] in dv-cinder-784603-2-iscsi is: [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:45Z', 'revision_number': 3, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:30:48.959760 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Allocated IP 172.20.0.1 (19dc1571-758f-4ec3-a4ef-2ea5d4acd188/30d5d8fc-ef92-48e9-88cd-604995c06716/f45e7859-6252-4895-8a90-4cec323a88c7) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:30:48.987730 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-ca1858ed-07a2-42af-9161-f3d80460e8a4', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:30:48.988677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.132454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.210056 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48234) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:49.217111 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-120201225-network', 'tenant_id': '1585d42a958a4f038d26e2d9dd9bbf24'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:49.223136 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.287807 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Pushing event updated for resources: {'Port': ['ID=f45e7859-6252-4895-8a90-4cec323a88c7,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:49.370626 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-add6fc2e-4c30-4d03-a6fc-6561845b724a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:49.386445 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.394705 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-add6fc2e-4c30-4d03-a6fc-6561845b724a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.7502463 Sep 15 18:30:49.404112 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:49.405447 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:49.409312 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Made reservation on behalf of 1585d42a958a4f038d26e2d9dd9bbf24 for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:49.417356 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:30:49.417850 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.423496 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.489479 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Allocated IP 172.20.0.2 (ca1858ed-07a2-42af-9161-f3d80460e8a4/e5ea936a-54d3-41a7-b105-57944e7bf58f/1b9daff5-d09e-4915-878c-e8b6af81fbb5) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:30:49.491646 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.522007 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-9fd88b6a-9639-4375-8af2-20719bc23632 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/quotas/3195be99ea1349b2be3c331e91cc4bee HTTP/1.1" status: 200 len: 375 time: 0.1243274 Sep 15 18:30:49.734081 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-a87395c9-6a6d-4828-812e-7c3093ae7131 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2108216 Sep 15 18:30:49.780060 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.800125 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.939020 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.945109 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:49.957697 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:30:49.958819 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:49.966914 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:49.980825 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:30:50.009127 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Pushing event updated for resources: {'Port': ['ID=1b9daff5-d09e-4915-878c-e8b6af81fbb5,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:50.031666 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.032070 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.032408 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.032858 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.033171 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.033772 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.033911 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.034122 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.034464 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.034787 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.035105 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.035559 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Tracked resource versions report: Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: pushed versions: Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: { 'AddressGroup': {'1.2'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'ConntrackHelper': {'1.0'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Log': {'1.0'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Network': {'1.1'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Port': {'1.7'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'PortForwarding': {'1.2'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'QosPolicy': {'1.9'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroup': {'1.4'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroupRule': {'1.2'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SubPort': {'1.0'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Subnet': {'1.1'}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Trunk': {'1.1'}} Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: consumer versions: Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: { DHCP agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: HyperV agent@hv-cinder-78460: {}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: L3 agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: Metadata agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: Metering agent@dv-cinder-784603-2-iscsi: {}, Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: Open vSwitch agent@dv-cinder-784603-2-iscsi: { 'AddressGroup': '1.2', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'ConntrackHelper': '1.0', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Log': '1.0', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Network': '1.1', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Port': '1.7', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'PortForwarding': '1.2', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'QosPolicy': '1.9', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroup': '1.4', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SecurityGroupRule': '1.2', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'SubPort': '1.0', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Subnet': '1.1', Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: 'Trunk': '1.1'}} Sep 15 18:30:50.036779 dv-cinder-784603-2-iscsi neutron-server[93979]: {{(pid=93979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 18:30:50.045159 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device fc5d4e44-e4eb-46d4-bbfd-7e296070e152 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:50.052140 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.052830 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Added segment 1aaeee89-8878-4d0b-bb6f-a94713f1d5ed of type vlan for network 85ea71a9-3b66-42cc-a01b-18474724ebf1 Sep 15 18:30:50.107432 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fcb0b-250a-4213-a8d3-8da4a44e681d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:50.119186 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.133322 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Attempting to bind port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:30:50.133543 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Attempting to bind port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:30:50.133867 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Attempting to bind port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:30:50.142642 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:30:50.142973 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Checking segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:50.143287 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.143703 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Bound using segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:30:50.144191 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Bound port: 1b9daff5-d09e-4915-878c-e8b6af81fbb5, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:30:50.145012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.168399 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:50.168774 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.188943 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.190480 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:50.191075 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.197178 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-b4471c57-c721-4c93-9f48-849411afdf1a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:30:50.198787 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-b4471c57-c721-4c93-9f48-849411afdf1a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1734045 Sep 15 18:30:50.336612 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1249681 Sep 15 18:30:50.346982 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48278) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:50.353722 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Request body: {'subnet': {'network_id': '85ea71a9-3b66-42cc-a01b-18474724ebf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-120201225-subnet', 'tenant_id': '1585d42a958a4f038d26e2d9dd9bbf24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:50.365138 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.424997 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Made reservation on behalf of 1585d42a958a4f038d26e2d9dd9bbf24 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:30:50.425189 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] For port 1b9daff5-d09e-4915-878c-e8b6af81fbb5, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:30:50.427366 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.434361 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] For port 1b9daff5-d09e-4915-878c-e8b6af81fbb5, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=1b9daff5-d09e-4915-878c-e8b6af81fbb5,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:30:50.434850 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48286) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:50.448922 dv-cinder-784603-2-iscsi neutron-server[93977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 18:30:50.469453 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ecc92-4cd9-45d5-b0ef-471582e640f4 admin admin] Pushing event updated for resources: {'Network': ['ID=85ea71a9-3b66-42cc-a01b-18474724ebf1,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:50.498238 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 85ea71a9-3b66-42cc-a01b-18474724ebf1 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:30:50.503285 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.510569 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-53c3ae8e-72fc-4a89-aa2b-5d51a0dded15 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929940 Sep 15 18:30:50.523354 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.618238 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port fc5d4e44-e4eb-46d4-bbfd-7e296070e152, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:30:50.636178 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:50.673957 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c0fad-d924-4b96-a9f7-1249cc42798c None None] Pushing event updated for resources: {'Port': ['ID=1b9daff5-d09e-4915-878c-e8b6af81fbb5,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:50.704791 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-2b6cfcbe-834f-4489-9850-02be9be6ee57 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867990 Sep 15 18:30:50.745952 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:50.897775 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ef809100-dbd8-4280-9866-3e6822492231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.021005 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.049069 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-8e2a1dff-8d2d-441e-8dfc-1d7a3e1bea5d tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:51.050588 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-8e2a1dff-8d2d-441e-8dfc-1d7a3e1bea5d tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/networks?id=b207a77d-aa8e-4b94-b08b-0e51348a9f12 HTTP/1.1" status: 200 len: 811 time: 0.6148031 Sep 15 18:30:51.118142 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.125598 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8104fef9-3946-4c28-98dc-61b586526866 req-d9311e7b-39ce-4b7b-9180-27518dbb13c8 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0752265 Sep 15 18:30:51.134224 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-cb4f3121-8a8e-484e-ab16-00f79555ce4f tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/quotas/4ca99adc93f148a79c7d38d4c56b3a27 HTTP/1.1" status: 200 len: 375 time: 0.0434825 Sep 15 18:30:51.215469 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.242850 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-f71c78fb-6da9-49a8-9874-05b220354c82 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ca99adc93f148a79c7d38d4c56b3a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743353 Sep 15 18:30:51.276942 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.277917 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.350502 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:51.437946 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Pushing event updated for resources: {'Port': ['ID=f45e7859-6252-4895-8a90-4cec323a88c7,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:51.468042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-453ba239-2af5-4b57-a27f-21788cdbcdb4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:30:51.469082 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-453ba239-2af5-4b57-a27f-21788cdbcdb4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1484101 Sep 15 18:30:51.607778 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Allocated IP 172.27.1.127 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/e813c073-846f-4943-83a0-c7fb0f3fdba2) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:30:51.638620 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7549c22-83c9-463f-8767-dd06c50fecbb,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:51.665236 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Checking segment: {'id': '1aaeee89-8878-4d0b-bb6f-a94713f1d5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '85ea71a9-3b66-42cc-a01b-18474724ebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:51.665575 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Network hostable DHCP agents. Network: 85ea71a9-3b66-42cc-a01b-18474724ebf1, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:30:51.683236 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:51.703884 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:51.897649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d8d46-2498-4c52-b463-1a30ded7b3ee None None] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:51.941411 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-844e6334-5017-4eb8-a967-3ca8797108c8 service neutron] 10.222.0.43 "GET /v2.0/networks/b207a77d-aa8e-4b94-b08b-0e51348a9f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332106 Sep 15 18:30:51.991025 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Network 85ea71a9-3b66-42cc-a01b-18474724ebf1 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:30:52.004138 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-b6f05310-ec2a-4bca-ada5-686c5dddbc28 None None] Provisioning complete for port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:52.005103 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b6f05310-ec2a-4bca-ada5-686c5dddbc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.058433 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device fc5d4e44-e4eb-46d4-bbfd-7e296070e152 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:52.080698 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 85ea71a9-3b66-42cc-a01b-18474724ebf1) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:52.085055 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:52.085805 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.098862 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f61129-f826-4a1d-a136-617bf61a06ae None None] Network 85ea71a9-3b66-42cc-a01b-18474724ebf1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:52.197028 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-16f1772f-49ce-49e5-a1ab-04e0c69c4247 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8395493 Sep 15 18:30:52.197028 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.272233 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-6d5725d2-b8c0-4c21-a27d-ed3b3a9f288c service neutron] 10.222.0.43 "GET /v2.0/networks/b207a77d-aa8e-4b94-b08b-0e51348a9f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915142 Sep 15 18:30:52.279365 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:30:52.281044 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.287059 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b6f05310-ec2a-4bca-ada5-686c5dddbc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.306789 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:52.307104 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:52.307885 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.310368 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:52.317477 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:30:52.365797 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4b34278e-06a5-4a42-8925-d6114adcb41d req-59a7784a-d989-48dc-a5cc-6121fca9069a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0469379 Sep 15 18:30:52.380317 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48364) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:52.410202 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2474cda-8b4b-4329-9212-1563c9043c3e None None] Network 85ea71a9-3b66-42cc-a01b-18474724ebf1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:30:52.416039 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-b6f05310-ec2a-4bca-ada5-686c5dddbc28 None None] For port 1b9daff5-d09e-4915-878c-e8b6af81fbb5, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=1b9daff5-d09e-4915-878c-e8b6af81fbb5,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:30:52.440309 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Deleting subnet 9ce75d51-1623-4e67-a829-3df6a975e3d0 {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:30:52.440639 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b6f05310-ec2a-4bca-ada5-686c5dddbc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.446016 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.495006 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.505492 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.543578 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Pushing event updated for resources: {'Port': ['ID=e813c073-846f-4943-83a0-c7fb0f3fdba2,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:52.627665 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.684082 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f05310-ec2a-4bca-ada5-686c5dddbc28 None None] Pushing event updated for resources: {'Port': ['ID=1b9daff5-d09e-4915-878c-e8b6af81fbb5,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:52.703680 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1b9daff5-d09e-4915-878c-e8b6af81fbb5 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:52.735031 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:30:52.751002 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4b579597-7b62-4d47-9aa4-ea0fd6b0a32c admin admin] 10.222.0.43 "PUT /v2.0/routers/1f8489df-b85e-45d3-b8ab-da09af15a3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0491543 Sep 15 18:30:52.767470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Sync routers for ids ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:30:52.799617 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-ffa286e2-cab4-411f-8865-2c1248ab7720 None None] Provisioning complete for port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:52.800034 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ffa286e2-cab4-411f-8865-2c1248ab7720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.801422 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Routers {'1f8489df-b85e-45d3-b8ab-da09af15a3e2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:52.802093 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:52.815446 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.821091 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9ce75d51-1623-4e67-a829-3df6a975e3d0 HTTP/1.1" status: 204 len: 168 time: 0.4394701 Sep 15 18:30:52.823483 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48384) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:52.835586 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f2a9b6cc-08a2-46f1-8850-05400d4208e6 req-103c93c7-9286-4fd0-aaf3-506149078d0e tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.1193533 Sep 15 18:30:52.836623 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4cab7-41da-4699-acef-9ffdfc91df30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce75d51-1623-4e67-a829-3df6a975e3d0,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:52.857680 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:52.935987 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Set router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:53.008160 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.095038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:53.095607 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.355875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'f45e7859-6252-4895-8a90-4cec323a88c7', 'name': '', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'mac_address': 'fa:16:3e:51:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 2, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'subnets': [{'id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:53.397415 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Checking router: 1f8489df-b85e-45d3-b8ab-da09af15a3e2 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:30:53.397415 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Updating router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 port f45e7859-6252-4895-8a90-4cec323a88c7 binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:30:53.421521 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.436812 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.464834 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.473906 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.474246 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.475027 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.475362 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > port after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.475704 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.476058 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > port after_update 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.476375 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.476685 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.476998 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.477326 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.519255 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9f0a0ed0-ac07-4318-8891-b9ddaa5bdff7 req-acd249cf-ef2e-4a17-9ba2-42456d77bd4b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0319014 Sep 15 18:30:53.677806 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.678402 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.678497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.678791 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:30:53.679149 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:53.699386 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-b2f775f2-dc2d-4e7a-825c-8c8d8166fbe8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:53.701097 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-b2f775f2-dc2d-4e7a-825c-8c8d8166fbe8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 819 time: 0.5147946 Sep 15 18:30:53.708571 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3422130d-b4dc-42c0-b028-ae2198ff4aba') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:53.708865 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3422130d-b4dc-42c0-b028-ae2198ff4aba') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:53.730467 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-69b0ec42-be96-4611-9e49-5d79283f5811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.763011 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-133ab585-c4f3-4576-a6d2-9fed8bec6306 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/quotas/9ae2a6a347f8409294c53595013eeae0 HTTP/1.1" status: 200 len: 375 time: 0.0502870 Sep 15 18:30:53.764928 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.817074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.838543 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:30:53.838947 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: from cryptography.utils import int_from_bytes Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: from cryptography.utils import int_from_bytes Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:30:53.846454 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:30:53.871136 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.876663 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:53.934978 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15a0c-f540-4b26-a420-92675757eccb None None] Pushing event updated for resources: {'Port': ['ID=f45e7859-6252-4895-8a90-4cec323a88c7,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:53.943143 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e5a85a84-bb5d-43e4-9380-c8a8de2d30bd req-d216f2b3-3586-4173-8098-4daa2b976c9c tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.0375161 Sep 15 18:30:53.964420 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1b9daff5-d09e-4915-878c-e8b6af81fbb5 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:54.025354 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Attempting to bind port f45e7859-6252-4895-8a90-4cec323a88c7 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:30:54.025942 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Attempting to bind port f45e7859-6252-4895-8a90-4cec323a88c7 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:30:54.026298 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Attempting to bind port f45e7859-6252-4895-8a90-4cec323a88c7 on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:30:54.035471 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:30:54.035847 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Checking segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:54.036274 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.036667 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Bound using segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:30:54.037148 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Bound port: f45e7859-6252-4895-8a90-4cec323a88c7, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:30:54.037547 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.063098 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:54.063466 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.110392 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-44f75efc-a3d6-4476-9b4b-c98e5b99e667 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3401890 Sep 15 18:30:54.128962 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.158316 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.162759 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2 HTTP/1.1" status: 204 len: 168 time: 1.3356838 Sep 15 18:30:54.163226 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] For port f45e7859-6252-4895-8a90-4cec323a88c7, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:30:54.164360 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48444) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:54.165115 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.167416 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] For port f45e7859-6252-4895-8a90-4cec323a88c7, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=f45e7859-6252-4895-8a90-4cec323a88c7,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:30:54.175588 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.202303 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e900b22-cfde-4b96-8a8e-497d4b88b694 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5ba48a-1d2a-4b5a-ab1b-8480a47991c2,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:54.242404 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Deleting subnet c7549c22-83c9-463f-8767-dd06c50fecbb {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:30:54.248362 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.251625 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:30:54.269212 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-7338fb97-e871-49b2-bdcb-74c3f6f6e464 service neutron] 10.222.0.43 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518998 Sep 15 18:30:54.277757 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Routers {'1f8489df-b85e-45d3-b8ab-da09af15a3e2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:54.278381 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:54.281610 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15a0c-f540-4b26-a420-92675757eccb None None] Pushing event updated for resources: {'Port': ['ID=f45e7859-6252-4895-8a90-4cec323a88c7,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:54.305020 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.313235 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.384087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.418840 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] Set router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:54.420566 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7549c22-83c9-463f-8767-dd06c50fecbb,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:54.438150 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.441083 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0c60ddd8-30fa-472a-aa49-fc1f7b1dfa32 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c7549c22-83c9-463f-8767-dd06c50fecbb HTTP/1.1" status: 204 len: 168 time: 0.2737820 Sep 15 18:30:54.444000 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48454) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:54.492737 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-0de40fba-c4c4-4511-8ad0-2a7867fd1992 service neutron] 10.222.0.43 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807475 Sep 15 18:30:54.495692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:30:54.505814 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:30:54.519213 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:54.522508 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:54.559964 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.579773 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.584722 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48458) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:54.585777 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fe6e8c0c-52c5-40f1-b5e8-336fb2f5f175 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5714171 Sep 15 18:30:54.738096 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.763093 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.770900 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ea71a9-3b66-42cc-a01b-18474724ebf1']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:54.788563 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'f45e7859-6252-4895-8a90-4cec323a88c7', 'name': '', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'mac_address': 'fa:16:3e:51:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:54Z', 'revision_number': 4, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'subnets': [{'id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:54.789813 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-051f6049-87a5-46f5-a69d-aec2369e09b9 req-7ccfd0ab-e38b-4508-9a45-8f088f367d46 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0960910 Sep 15 18:30:54.810051 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaeee89-8878-4d0b-bb6f-a94713f1d5ed') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:54.810540 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaeee89-8878-4d0b-bb6f-a94713f1d5ed') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:54.821166 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.835647 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.841916 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:30:54.842242 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:54.861483 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1f2f6-8f8e-4143-81d1-72ddbca5692d None None] The sync data for ids ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'] in dv-cinder-784603-2-iscsi is: [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'f45e7859-6252-4895-8a90-4cec323a88c7', 'name': '', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'mac_address': 'fa:16:3e:51:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:54Z', 'revision_number': 4, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'subnets': [{'id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:30:54.907487 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:30:54.929694 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:30:55.107457 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.107457 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.107457 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] 10.222.0.43 "DELETE /v2.0/networks/85ea71a9-3b66-42cc-a01b-18474724ebf1 HTTP/1.1" status: 204 len: 168 time: 0.6461310 Sep 15 18:30:55.107457 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-56505114-3c50-4454-9e67-4b41f4071156 req-4e46b26a-6896-407c-bf00-5f5cf6461891 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 210 time: 0.1702731 Sep 15 18:30:55.128234 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37129307-5a91-4443-bf80-d490f48ed386 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ea71a9-3b66-42cc-a01b-18474724ebf1,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:55.131137 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ecf6923d-5efe-4acf-ab4a-b8030b46c3ec req-ee4ea971-ff13-4324-b290-381b53a77f67 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.0543785 Sep 15 18:30:55.270652 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:52Z', 'revision_number': 3, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:55.335984 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:30:55.336588 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Updating router 38246b1e-fd30-42cf-8758-2c1ebde07da8 port e813c073-846f-4943-83a0-c7fb0f3fdba2 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:30:55.378382 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.469337 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48494) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:55.496804 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-70e8bfe5-cefe-42c0-8b0a-c29a24e2708a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:55.504432 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-70e8bfe5-cefe-42c0-8b0a-c29a24e2708a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 819 time: 0.1619897 Sep 15 18:30:55.533189 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-24021e62-26e5-4d49-8dab-385dc07a1702 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/quotas/9ae2a6a347f8409294c53595013eeae0 HTTP/1.1" status: 200 len: 375 time: 0.0275507 Sep 15 18:30:55.539629 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.618243 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-90928113-44e3-4c31-ab15-70be4c10e225 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bc1136732f04f92ad34d1ace7a3c27b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1474705 Sep 15 18:30:55.621207 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48496) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:55.652843 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f09a5af5-7383-45bf-9b63-f5801bca0194 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186099 Sep 15 18:30:55.723457 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.735356 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.749635 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3583c3b8-77d2-4b79-92a9-516cd7453709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.754111 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Allocated IP 172.20.0.1 (ca1858ed-07a2-42af-9161-f3d80460e8a4/e5ea936a-54d3-41a7-b105-57944e7bf58f/9ecfd944-df7a-4d7e-9ec1-205be6c81372) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:30:55.794143 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-6d12a709-752c-4fca-a420-be7f2117e3dc service neutron] 10.222.0.43 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401834 Sep 15 18:30:55.804145 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3583c3b8-77d2-4b79-92a9-516cd7453709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.829669 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b99d7-fc47-48d4-9d38-c4a43c162923 None None] Pushing event updated for resources: {'Port': ['ID=e813c073-846f-4943-83a0-c7fb0f3fdba2,revision_number=2']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:55.861699 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Attempting to bind port e813c073-846f-4943-83a0-c7fb0f3fdba2 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:30:55.862350 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Attempting to bind port e813c073-846f-4943-83a0-c7fb0f3fdba2 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:30:55.862969 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Attempting to bind port e813c073-846f-4943-83a0-c7fb0f3fdba2 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:30:55.871822 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:30:55.873398 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:30:55.874114 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.874752 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:30:55.875489 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Bound port: e813c073-846f-4943-83a0-c7fb0f3fdba2, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:30:55.876240 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.935529 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] For port e813c073-846f-4943-83a0-c7fb0f3fdba2, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:30:55.939387 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] For port e813c073-846f-4943-83a0-c7fb0f3fdba2, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=e813c073-846f-4943-83a0-c7fb0f3fdba2,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:30:55.950514 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:55.990711 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f45e7859-6252-4895-8a90-4cec323a88c7 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:56.002639 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:56.003543 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:56.022651 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-0773edb6-7f5b-4a84-b438-c05f198dee69 service neutron] 10.222.0.43 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277153 Sep 15 18:30:56.068283 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8534109a-d00d-4856-8a61-115a07cf355b req-decc84f8-139a-44be-9a1a-f210b3ba576a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0608985 Sep 15 18:30:56.104844 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3583c3b8-77d2-4b79-92a9-516cd7453709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.109181 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3583c3b8-77d2-4b79-92a9-516cd7453709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.111477 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3583c3b8-77d2-4b79-92a9-516cd7453709 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1764e977-7c72-4d9b-993b-2261ae223b84 HTTP/1.1" status: 204 len: 168 time: 0.4892039 Sep 15 18:30:56.130931 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583c3b8-77d2-4b79-92a9-516cd7453709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1764e977-7c72-4d9b-993b-2261ae223b84,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:56.136666 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.179796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port f45e7859-6252-4895-8a90-4cec323a88c7 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:56.180266 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.213271 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:56.250718 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.281793 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.330711 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.355582 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f55f45db-6986-4acd-8015-fdfe9ff6a437 req-4224baad-a625-4e1d-908b-254da7e2e837 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.1018703 Sep 15 18:30:56.403985 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port f45e7859-6252-4895-8a90-4cec323a88c7, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=f45e7859-6252-4895-8a90-4cec323a88c7,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:30:56.414444 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.476395 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.492355 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7de9ffec-7133-42f0-9a6e-93f5bcd319d9 req-6731796c-1b0d-49ea-93b8-6d6e1f41a5af tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0883870 Sep 15 18:30:56.566333 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b99d7-fc47-48d4-9d38-c4a43c162923 None None] Pushing event updated for resources: {'Port': ['ID=e813c073-846f-4943-83a0-c7fb0f3fdba2,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:56.624950 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=f45e7859-6252-4895-8a90-4cec323a88c7,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:56.723335 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:56.731032 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:56.741236 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:30:56.741967 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:56.760619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Pushing event updated for resources: {'Port': ['ID=9ecfd944-df7a-4d7e-9ec1-205be6c81372,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:56.813298 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:52Z', 'revision_number': 3, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:56.874827 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d4268-7cba-430b-b8e5-a966e0845f2b None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:52Z', 'revision_number': 3, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:30:56.998499 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.046716 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48530) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:57.125172 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-3bab457e-2db5-4088-bf01-c6f2f06cc5e7 None None] Provisioning complete for port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:57.125668 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3bab457e-2db5-4088-bf01-c6f2f06cc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.131087 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f926da5a-cd49-44e4-81c8-c0ac481226dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1585d42a958a4f038d26e2d9dd9bbf24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0825386 Sep 15 18:30:57.136482 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48540) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:57.237881 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-3bab457e-2db5-4088-bf01-c6f2f06cc5e7 None None] Port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:30:57.264491 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b15fe90-a561-4bc9-aaeb-e5dfa68b5a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.289034 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-85930d6d-493e-41a8-b62f-0edde17cc2f0 req-cac4c303-eff0-4704-bf93-93297c00d49b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0549283 Sep 15 18:30:57.295749 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b15fe90-a561-4bc9-aaeb-e5dfa68b5a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.327326 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.337070 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.338372 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.363709 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b15fe90-a561-4bc9-aaeb-e5dfa68b5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.367054 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b15fe90-a561-4bc9-aaeb-e5dfa68b5a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.368361 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6b15fe90-a561-4bc9-aaeb-e5dfa68b5a2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e5fcb0b-250a-4213-a8d3-8da4a44e681d HTTP/1.1" status: 204 len: 168 time: 0.2303236 Sep 15 18:30:57.379523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15fe90-a561-4bc9-aaeb-e5dfa68b5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fcb0b-250a-4213-a8d3-8da4a44e681d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:57.407905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Pushing event updated for resources: {'Port': ['ID=9ecfd944-df7a-4d7e-9ec1-205be6c81372,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:57.536275 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:30:57.537917 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:30:57.549110 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-05e3d4ef-cbc8-4f17-b34b-183bd17b434c req-84239023-56f0-44a9-b2a0-5d8ac8de2518 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.0373614 Sep 15 18:30:57.753138 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-25709ce3-0535-4ed3-866a-44c83479d3ce req-90961c55-dd20-4e3a-9599-c5f68d3c92f9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0624859 Sep 15 18:30:57.753138 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:30:57.872512 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-f7da5221-0371-4c73-86b8-92d09ba8465b None None] Provisioning complete for port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:57.873347 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f7da5221-0371-4c73-86b8-92d09ba8465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:57.913611 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:30:57.917471 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-f7da5221-0371-4c73-86b8-92d09ba8465b None None] Port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:30:57.930694 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ebad1d4b-7156-467e-b2d2-495f0ac9fa9a admin admin] 10.222.0.43 "PUT /v2.0/routers/38246b1e-fd30-42cf-8758-2c1ebde07da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3430204 Sep 15 18:30:58.053671 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e813c073-846f-4943-83a0-c7fb0f3fdba2 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:58.129293 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port e813c073-846f-4943-83a0-c7fb0f3fdba2 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:58.129923 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:58.227381 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:58.253169 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port e813c073-846f-4943-83a0-c7fb0f3fdba2, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=e813c073-846f-4943-83a0-c7fb0f3fdba2,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:30:58.259405 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:58.261848 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f45e7859-6252-4895-8a90-4cec323a88c7 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:30:58.404540 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=e813c073-846f-4943-83a0-c7fb0f3fdba2,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:58.421661 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d42b6511-9e4a-4b2c-9e76-f16a5baf32e4 req-5d2c25c8-53b5-4cb1-bb19-662796e38cfe tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0311692 Sep 15 18:30:58.456712 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port f45e7859-6252-4895-8a90-4cec323a88c7 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:30:58.457169 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:58.655725 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-49a20846-cd6e-4ca7-b166-f72c66107123 req-62ed481d-3121-486d-8186-90e837db9b2d tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.0366943 Sep 15 18:30:58.859696 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-660a3e49-fe3f-421b-a2f1-7397655edff3 req-efba382e-3229-4695-af90-a890c9a525e3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0294719 Sep 15 18:30:58.862172 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48612) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:58.867507 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111711155', 'description': 'tempest-description--55671079'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:58.897112 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.006133 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:30:59.007917 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.012835 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.018286 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:30:59.018992 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:59.044459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.045685 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.1825407 Sep 15 18:30:59.048670 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48620) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:59.050200 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837a2b5-9164-4915-ae2b-d079740cc0e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197a227c-a344-48ef-9d26-a01a47606305,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:59.053122 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'security_group_rule': {'security_group_id': '197a227c-a344-48ef-9d26-a01a47606305', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:59.087034 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.150177 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:30:59.178132 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.183359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.204077 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957fb7e0-22e0-403c-83ed-0723aff38ac7,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:59.215701 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.219483 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-947b38bc-141f-4c7b-b1e1-88d3c4206a0a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673985 Sep 15 18:30:59.220145 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48624) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:59.224692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'security_group_rule': {'security_group_id': '197a227c-a344-48ef-9d26-a01a47606305', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:59.260375 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.320276 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.326757 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.359634 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea1fbe5-d5d6-4db9-a1c5-96560e8ed6d4,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:30:59.366421 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.367786 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d60a2f27-5c1d-4bcc-82e2-655f69a1f6da tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465502 Sep 15 18:30:59.368499 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.50', 53715) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:59.371178 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48636) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:30:59.393662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:59.505021 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.579284 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:30:57Z', 'revision_number': 2, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:30:59.618071 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6534ad00-7f0d-4ac6-949a-fbac6a938513 req-0b04ba9e-42e1-48f1-a4ee-99a442174c97 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0269251 Sep 15 18:30:59.633196 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:30:59.633550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Updating router 38246b1e-fd30-42cf-8758-2c1ebde07da8 port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:30:59.668320 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:30:59.850171 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14bbc682-7ec5-458e-ad11-389127538f0d req-6e9937ca-7325-4066-90cc-c6a80cebecbc tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.0488753 Sep 15 18:30:59.878467 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-08c73c9c-ab71-4a57-b77c-02edee71d0b7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:30:59.880020 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-08c73c9c-ab71-4a57-b77c-02edee71d0b7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.5058067 Sep 15 18:30:59.948295 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Request body: {'port': {'device_id': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'admin_state_up': True, 'tenant_id': '3195be99ea1349b2be3c331e91cc4bee'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:30:59.964207 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e813c073-846f-4943-83a0-c7fb0f3fdba2 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:00.025111 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68640270-300e-4d8c-8f9f-0434cd3c9b95 req-53b9d4a1-698a-447e-b722-25ce28b10c87 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0719337 Sep 15 18:31:00.030215 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.169216 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.185081 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port e813c073-846f-4943-83a0-c7fb0f3fdba2 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:00.185638 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.199618 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.243058 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Made reservation on behalf of 3195be99ea1349b2be3c331e91cc4bee for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:00.248206 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.325670 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a6c3d-83a2-473e-8e38-c9fc93bf743d None None] Pushing event updated for resources: {'Port': ['ID=9ecfd944-df7a-4d7e-9ec1-205be6c81372,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:00.374659 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Allocated IP 172.27.1.189 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/b1f6271d-709e-4115-8d84-bb8dd6686c39) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:00.428909 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Attempting to bind port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:00.429536 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Attempting to bind port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:00.430303 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Attempting to bind port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:00.451235 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:00.451948 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Checking segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:00.452558 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.453470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Bound using segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:00.454211 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Bound port: 9ecfd944-df7a-4d7e-9ec1-205be6c81372, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:00.454783 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.612606 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] For port 9ecfd944-df7a-4d7e-9ec1-205be6c81372, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:00.618632 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] For port 9ecfd944-df7a-4d7e-9ec1-205be6c81372, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9ecfd944-df7a-4d7e-9ec1-205be6c81372,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:00.633023 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.651935 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.50', 53726) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:00.773355 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:31:00.775091 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:30:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:31:00.898033 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:00.909460 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7da1d8ae-389c-4658-8e82-7e6710d67005 req-82c2037c-3bbe-4e36-870a-894666ea914d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0850995 Sep 15 18:31:01.000267 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-5da9a084-f949-47be-be9a-c2032e843f6e tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:01.002089 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-5da9a084-f949-47be-be9a-c2032e843f6e tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.50 "GET /v2.0/networks?id=b207a77d-aa8e-4b94-b08b-0e51348a9f12 HTTP/1.1" status: 200 len: 811 time: 0.3490913 Sep 15 18:31:01.015846 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Request body: {'port': {'device_id': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12', 'admin_state_up': True, 'tenant_id': '4ca99adc93f148a79c7d38d4c56b3a27'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:01.046253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Allocated IP 172.20.0.4 (44290574-2d47-4c95-a36b-6b3ea6d2c957/c162c98c-c33f-4a27-9f0b-c5a186091a6f/02c6dfc8-0a82-4175-b8f8-0d7e92238272) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:01.121474 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:31:01.249144 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-f6df9b2d-7786-4426-9d4e-fef1be8fbedf None None] Provisioning complete for port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:01.250484 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f6df9b2d-7786-4426-9d4e-fef1be8fbedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:01.253038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a6c3d-83a2-473e-8e38-c9fc93bf743d None None] Pushing event updated for resources: {'Port': ['ID=9ecfd944-df7a-4d7e-9ec1-205be6c81372,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:01.386709 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.50', 53729) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:01.420488 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:01.537309 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-994809db-c63c-486e-8955-827ed073591b req-c9c9ff8a-9014-4a3c-828e-71eff8b03cc1 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.1805439 Sep 15 18:31:01.571351 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-100e5d24-5083-4599-9c9d-d0518c49208e req-2566cbe5-0e03-49e1-b2ea-2f16bd61f856 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.1327667 Sep 15 18:31:01.642652 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f6df9b2d-7786-4426-9d4e-fef1be8fbedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:01.752804 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Made reservation on behalf of 4ca99adc93f148a79c7d38d4c56b3a27 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:01.767393 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:01.815204 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-f6df9b2d-7786-4426-9d4e-fef1be8fbedf None None] For port 9ecfd944-df7a-4d7e-9ec1-205be6c81372, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9ecfd944-df7a-4d7e-9ec1-205be6c81372,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:01.831426 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f6df9b2d-7786-4426-9d4e-fef1be8fbedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:01.907105 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:00Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:31:01.943224 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d906cb8-44c3-4095-8c91-147faab8c479 None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:00Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:31:01.966184 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:01.967136 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'Port': ['ID=b1f6271d-709e-4115-8d84-bb8dd6686c39,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:02.001688 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-ea34f230-dc70-4dee-a0dc-a8ef417ab437 None None] Provisioning complete for port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:02.002677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ea34f230-dc70-4dee-a0dc-a8ef417ab437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:02.013909 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:02.044314 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:02.165367 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:02.183442 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df9b2d-7786-4426-9d4e-fef1be8fbedf None None] Pushing event updated for resources: {'Port': ['ID=9ecfd944-df7a-4d7e-9ec1-205be6c81372,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:02.460427 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c1ff63eb-4b7c-4d28-8eb7-84baf9e5b8fa req-1eb173ee-b907-4f02-a361-7950c6d39e80 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.2569768 Sep 15 18:31:02.515929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Allocated IP 172.20.0.4 (b207a77d-aa8e-4b94-b08b-0e51348a9f12/aa45ae1b-4887-44df-8f9e-72fe92d56e87/21817f9d-c88e-440c-a6a4-7c20e3736f4a) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:02.535349 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:02.743071 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-748780fa-8788-484f-bb39-14811ca98471 req-425fdb42-6b8f-48fd-9e03-9735e8d79b41 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.0616164 Sep 15 18:31:02.817476 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-9b263179-972c-4236-b161-b351229e8e68 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:02.819728 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-9b263179-972c-4236-b161-b351229e8e68 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 819 time: 1.4313018 Sep 15 18:31:02.969101 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5961958e-2c48-4382-bd5a-931e2f23bcee req-844a416b-bfc8-4902-8973-3bf5209dff3a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.2358251 Sep 15 18:31:03.017506 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.049137 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:03.054240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:03.056961 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event updated for resources: {'Port': ['ID=02c6dfc8-0a82-4175-b8f8-0d7e92238272,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:03.076233 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:03.087391 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.136628 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.149985 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.199334 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:03.200102 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.245146 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1602daec-40d3-44f3-b8b3-02718d1b715b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3038437 Sep 15 18:31:03.273517 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Pushing event updated for resources: {'Port': ['ID=21817f9d-c88e-440c-a6a4-7c20e3736f4a,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:03.287040 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Network b207a77d-aa8e-4b94-b08b-0e51348a9f12 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:03.290064 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:03.294799 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:03.303366 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:03.304763 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.329562 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-72cc821c-5aea-4a7d-a5d0-d6a38c1b9beb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3175876 Sep 15 18:31:03.355768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.361246 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.445424 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'Port': ['ID=b1f6271d-709e-4115-8d84-bb8dd6686c39,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:03.450596 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.468477 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:03.469755 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-bb0fa323-a39b-4c8a-a7c2-efdf3808fa95 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0976722 Sep 15 18:31:03.590719 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084204d7-db0f-4544-988d-8366f1039a89 req-b4a3900c-f32e-41f1-a97e-715d1302ba58 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:03.592266 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-084204d7-db0f-4544-988d-8366f1039a89 req-b4a3900c-f32e-41f1-a97e-715d1302ba58 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0669336 Sep 15 18:31:03.642470 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-084204d7-db0f-4544-988d-8366f1039a89 req-4e54f48f-6db0-4732-bf48-d08e7372bb83 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Sep 15 18:31:03.821523 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-bd8e3bc7-fe84-4e37-a91c-831cd4907791 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2111711155&fields=id&tenant_id=4295a8177cc141d6a761610a48d05195 HTTP/1.1" status: 200 len: 267 time: 0.1836128 Sep 15 18:31:03.868211 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa2c4-8c76-4a11-b531-84348af30f98 req-4d5de0d4-92a4-4790-9ffe-54634490abfe tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:03.871048 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f80fa2c4-8c76-4a11-b531-84348af30f98 req-4d5de0d4-92a4-4790-9ffe-54634490abfe tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0531583 Sep 15 18:31:03.912568 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f80fa2c4-8c76-4a11-b531-84348af30f98 req-a5fc37ab-2e92-487e-b0fb-44970a5f4e56 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Sep 15 18:31:03.936580 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9ecfd944-df7a-4d7e-9ec1-205be6c81372 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:03.946546 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b99dd8c2-ac4d-43a3-ae2c-ade646b771d1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:03.952903 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b99dd8c2-ac4d-43a3-ae2c-ade646b771d1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 811 time: 0.1234224 Sep 15 18:31:03.966162 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-57597908-1e7b-4657-9060-b54ffa990dd8 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/quotas/4295a8177cc141d6a761610a48d05195 HTTP/1.1" status: 200 len: 375 time: 0.0107992 Sep 15 18:31:03.986278 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:03.986649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:04.036777 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-a15666df-df45-420c-912f-2dade2a85157 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605450 Sep 15 18:31:04.087096 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6efe22be-698f-4cd1-9151-2eb780812402 req-24d50c0f-aff8-4856-ba17-c9e44154bdf4 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0355275 Sep 15 18:31:04.133885 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-05aa345b-b642-4e47-a165-08b7a1fbca31 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928607 Sep 15 18:31:04.236475 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-9d450cf0-c5d8-452a-a4ef-a860d557fd0a service neutron] 10.222.0.43 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957589 Sep 15 18:31:04.399341 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-befc6115-f19a-4d21-b3bf-94aecfaca3b4 req-db97f3f1-8cf1-4371-b112-18e1345a1424 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0251434 Sep 15 18:31:04.519093 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.50', 53734) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:04.775191 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f379de-9f9a-41b1-a548-79983746c09d req-7868191e-c5f5-4c60-9e55-4599007232d5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:04.777041 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f379de-9f9a-41b1-a548-79983746c09d req-7868191e-c5f5-4c60-9e55-4599007232d5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0635591 Sep 15 18:31:04.820799 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62f379de-9f9a-41b1-a548-79983746c09d req-c8bb2afa-6976-42c8-b797-298e963ae9ab tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Sep 15 18:31:04.858511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48872) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:04.968927 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2eeee28a-29a1-479e-ade8-487569c70587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.061173 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeca2a-3add-4b92-9f14-7ba4ab0fc923 req-2332f7a1-5b42-440b-afd3-07e515ae0afc tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:05.063914 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dafeca2a-3add-4b92-9f14-7ba4ab0fc923 req-2332f7a1-5b42-440b-afd3-07e515ae0afc tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0774236 Sep 15 18:31:05.121638 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dafeca2a-3add-4b92-9f14-7ba4ab0fc923 req-51907dca-fa76-4304-9ba4-293693e32c2d tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Sep 15 18:31:05.142207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2eeee28a-29a1-479e-ade8-487569c70587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.148400 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2eeee28a-29a1-479e-ade8-487569c70587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.195715 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-2eeee28a-29a1-479e-ade8-487569c70587 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba2ee37512a842d7ace09d4d133d844c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3361485 Sep 15 18:31:05.196454 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeee28a-29a1-479e-ade8-487569c70587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b5dc42-6f43-41bd-a37b-38347ea5d4b9,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:05.198505 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48880) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:05.257137 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3e83995-eabe-412a-81a9-5b50b01df94b req-9559b2e5-f895-4e5a-813b-cac04ae3cdbb tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0623319 Sep 15 18:31:05.293626 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3a6e-4423-4b63-805d-2d2be4c7cdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.314227 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3a6e-4423-4b63-805d-2d2be4c7cdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.359776 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3a6e-4423-4b63-805d-2d2be4c7cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.362307 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3a6e-4423-4b63-805d-2d2be4c7cdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.363442 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2e5a3a6e-4423-4b63-805d-2d2be4c7cdc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59b5dc42-6f43-41bd-a37b-38347ea5d4b9 HTTP/1.1" status: 204 len: 168 time: 0.1640558 Sep 15 18:31:05.370817 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a3a6e-4423-4b63-805d-2d2be4c7cdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b5dc42-6f43-41bd-a37b-38347ea5d4b9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:05.498868 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9ebe5a81-b295-43db-b1e1-2dc1bc07f0ce req-c8611686-a01c-4727-8a3e-32d658e18741 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0276749 Sep 15 18:31:05.649971 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 48894) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:05.663929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1341a6a-d6da-4491-a79c-87f878f2f7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.777162 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1341a6a-d6da-4491-a79c-87f878f2f7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.781000 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b1341a6a-d6da-4491-a79c-87f878f2f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.820122 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-b1341a6a-d6da-4491-a79c-87f878f2f7d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f33f9340e3d4f4f9c7337e34c93a3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683664 Sep 15 18:31:05.820809 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1341a6a-d6da-4491-a79c-87f878f2f7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69993237-fe79-4640-afcc-ade57c74fcc4,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:05.823242 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 48896) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:05.881416 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9c1e-7b66-4622-9148-b486e8e9302c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.914442 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9c1e-7b66-4622-9148-b486e8e9302c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:05.978337 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137da2e-04b5-49b6-9607-02ced2e56e3e req-6ee65d30-855b-464b-9081-37b2f758288d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:05.980014 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5137da2e-04b5-49b6-9607-02ced2e56e3e req-6ee65d30-855b-464b-9081-37b2f758288d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0860200 Sep 15 18:31:06.022220 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9c1e-7b66-4622-9148-b486e8e9302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:06.024860 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e5ad9c1e-7b66-4622-9148-b486e8e9302c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:06.026209 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e5ad9c1e-7b66-4622-9148-b486e8e9302c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69993237-fe79-4640-afcc-ade57c74fcc4 HTTP/1.1" status: 204 len: 168 time: 0.2019579 Sep 15 18:31:06.044730 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5137da2e-04b5-49b6-9607-02ced2e56e3e req-97354017-56f3-4b19-8dce-318167502791 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Sep 15 18:31:06.045801 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad9c1e-7b66-4622-9148-b486e8e9302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69993237-fe79-4640-afcc-ade57c74fcc4,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:06.249960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09f88-bb10-4f05-8aab-c207b3ab7039 req-ef11836a-6ed2-432b-a5fe-93ca575cbc2c tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:06.253065 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7ef09f88-bb10-4f05-8aab-c207b3ab7039 req-ef11836a-6ed2-432b-a5fe-93ca575cbc2c tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0523798 Sep 15 18:31:06.341336 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7ef09f88-bb10-4f05-8aab-c207b3ab7039 req-ecfcbc39-916e-45c0-9147-277391cd4d4f tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669155 Sep 15 18:31:06.395258 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aed2bc8d-d867-49b3-9c9f-0c7346f14d4e req-8216b3f8-b859-4a64-a30a-18b106debc3d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0307667 Sep 15 18:31:06.678454 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb6a5eb5-fd0b-4cef-af2e-52b4bfdb8a5c req-2d6aa2b9-8349-4cd0-86fb-8196760298a9 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0628433 Sep 15 18:31:07.222862 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb24546-73c4-4e2b-b16c-2e5dc94e0889 req-00fd4d55-8e55-4be5-998d-ea21f45903a5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:07.225269 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4fb24546-73c4-4e2b-b16c-2e5dc94e0889 req-00fd4d55-8e55-4be5-998d-ea21f45903a5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0823481 Sep 15 18:31:07.276650 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4fb24546-73c4-4e2b-b16c-2e5dc94e0889 req-9a34fcdd-1600-48ee-a5c9-65733b42fc59 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Sep 15 18:31:07.470541 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c0a3a-2214-4444-babc-94fe54053f0d req-8a8d9c49-d0a6-4a6f-b126-4a632dcb8627 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:07.474942 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-096c0a3a-2214-4444-babc-94fe54053f0d req-8a8d9c49-d0a6-4a6f-b126-4a632dcb8627 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0657890 Sep 15 18:31:07.513704 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b007315e-0446-4b13-8888-09547371a8a9 req-c5200c2c-6fb8-4d19-b5be-61adefc88d2a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0450993 Sep 15 18:31:07.538115 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-096c0a3a-2214-4444-babc-94fe54053f0d req-9af373b0-d714-443e-91b4-1d0077635db0 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557618 Sep 15 18:31:07.802398 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f74d2db3-bed1-4c34-b7c7-5d699c48e6fe req-12d2a332-125d-4965-8b12-2255efca6ed8 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0332193 Sep 15 18:31:08.437422 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be554e-5be3-4f34-b857-cbd13ef6fba6 req-d7571177-c243-4c69-84d4-148df5a0c593 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:08.442652 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-39be554e-5be3-4f34-b857-cbd13ef6fba6 req-d7571177-c243-4c69-84d4-148df5a0c593 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0621455 Sep 15 18:31:08.496783 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-39be554e-5be3-4f34-b857-cbd13ef6fba6 req-5fcf4830-f760-44d6-8540-acda352b1997 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Sep 15 18:31:08.722566 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7c705eab-70d7-4754-a444-a22560a0b071 req-0fe62247-b8d8-487e-98bf-c7b427166f73 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0477386 Sep 15 18:31:08.726475 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9079-9598-47e4-afeb-e564acbb6da3 req-63bddda8-8dd5-45f4-a1e4-ecee5cfc3514 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:08.729078 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-370d9079-9598-47e4-afeb-e564acbb6da3 req-63bddda8-8dd5-45f4-a1e4-ecee5cfc3514 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0848322 Sep 15 18:31:08.770428 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-370d9079-9598-47e4-afeb-e564acbb6da3 req-454fe42a-250f-481f-b078-a359310f83c9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Sep 15 18:31:08.895560 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cc3bad10-3039-4738-9dc7-34eded7e33ec req-8b54ad4f-b973-477b-b1e2-29ea82cb2e3e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0274158 Sep 15 18:31:09.679332 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613beb6-38cb-4a61-b3f4-8bae5f1d97e0 req-7c4363dc-1a13-44ab-8d1f-fa2385e9e651 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:09.680932 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1613beb6-38cb-4a61-b3f4-8bae5f1d97e0 req-7c4363dc-1a13-44ab-8d1f-fa2385e9e651 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.1106374 Sep 15 18:31:09.722262 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1613beb6-38cb-4a61-b3f4-8bae5f1d97e0 req-4f6309b9-9acf-4c4e-8cd2-04f8be964617 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Sep 15 18:31:09.828622 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3ccb3077-8bce-48ac-8e93-c54d74f49fac req-681906f6-a3d4-47c7-8e9f-761c7dc55b8c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0320008 Sep 15 18:31:09.901141 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4afce0-6147-468a-99f7-ff2e6a12acf1 req-a640b067-04ab-4bd1-90f1-9ea335ea43dd tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:09.902622 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6d4afce0-6147-468a-99f7-ff2e6a12acf1 req-a640b067-04ab-4bd1-90f1-9ea335ea43dd tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0584328 Sep 15 18:31:09.942308 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6d4afce0-6147-468a-99f7-ff2e6a12acf1 req-095e2408-dfcd-4e31-a3ba-f9423842ce25 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Sep 15 18:31:09.990919 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62d5e3f4-952d-40bf-86ad-aa64751ffe66 req-6256de31-0f7d-48a0-be2b-04e8ddf0d890 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0264235 Sep 15 18:31:10.850139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92a03-f9e7-4244-b4ab-ccf12206b0f9 req-8ae63845-10a7-4eb2-aaa4-027345ed2134 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:10.851648 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-04c92a03-f9e7-4244-b4ab-ccf12206b0f9 req-8ae63845-10a7-4eb2-aaa4-027345ed2134 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0574656 Sep 15 18:31:10.897788 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-04c92a03-f9e7-4244-b4ab-ccf12206b0f9 req-62f53ca7-1a26-43c4-9168-72b1f847bdec tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Sep 15 18:31:10.947504 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-23a8123c-8dc8-44e6-b197-c70a6817dcab req-b6bf43ca-ac71-4167-bffd-963409271ccf tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0297105 Sep 15 18:31:11.060553 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d384558-a998-4e69-b9e9-14f8c0fc924e req-4e6d794e-0729-4237-b8aa-6b96c02f025c tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:11.062042 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3d384558-a998-4e69-b9e9-14f8c0fc924e req-4e6d794e-0729-4237-b8aa-6b96c02f025c tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0530627 Sep 15 18:31:11.088190 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb2888aa-0e84-4b2c-bbfc-1ac08b98ce62 req-69538f7c-5b72-425e-a0a1-b576862cfaa8 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Sep 15 18:31:11.108782 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3d384558-a998-4e69-b9e9-14f8c0fc924e req-0b221b36-2f97-4568-99fc-b91bb3e48058 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Sep 15 18:31:12.025289 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd472-6f4b-41ea-a92d-bc366fa011a1 req-9359f00c-0d5b-410d-b5d0-6b3975cc51d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:12.026808 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c81dd472-6f4b-41ea-a92d-bc366fa011a1 req-9359f00c-0d5b-410d-b5d0-6b3975cc51d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0554516 Sep 15 18:31:12.054839 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b124e212-8c94-4160-a2a2-fd1054a7c081 req-f580dbbe-4ab1-4419-8f4d-c734d7d14a97 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0266814 Sep 15 18:31:12.071591 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c81dd472-6f4b-41ea-a92d-bc366fa011a1 req-e4de597a-c8f8-4c3d-9cdc-5d7a2cd88b87 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349631 Sep 15 18:31:12.200383 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ee4d318-2643-49e3-b643-2383ee3c7b1f req-5384ee2e-916e-46ef-9675-78662eec8228 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0425119 Sep 15 18:31:12.249151 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1346a5c-2799-4728-995a-362080d2e4f6 req-25f8c85b-7e66-41f7-997f-70a612cb085e tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:12.250636 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e1346a5c-2799-4728-995a-362080d2e4f6 req-25f8c85b-7e66-41f7-997f-70a612cb085e tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0557122 Sep 15 18:31:12.289715 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e1346a5c-2799-4728-995a-362080d2e4f6 req-879cee9b-51ff-4837-8d19-2330266f7d40 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329409 Sep 15 18:31:13.180147 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4b503489-679d-4892-82f2-356eaa25216e req-ef12a27d-f39b-4808-a48e-d7f60906beb5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0335431 Sep 15 18:31:13.254103 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def301b-e444-4bcc-83f5-54b83e6b8a62 req-876f5f72-d505-412e-a2cc-0ed05d5df32a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:13.256439 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5def301b-e444-4bcc-83f5-54b83e6b8a62 req-876f5f72-d505-412e-a2cc-0ed05d5df32a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0793493 Sep 15 18:31:13.308379 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5def301b-e444-4bcc-83f5-54b83e6b8a62 req-538169a5-b528-49d9-a2af-5b0a83ab4c32 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451782 Sep 15 18:31:13.328680 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cc3a2b57-a574-4390-bfd2-4580d042d458 req-60153acc-63f9-4f08-acdc-221648f64be8 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0486579 Sep 15 18:31:13.437783 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce924bbd-b9ab-487d-be06-938cf33e67aa req-9bef9a4e-e0a5-4892-9988-a993d24ca964 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:13.439340 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce924bbd-b9ab-487d-be06-938cf33e67aa req-9bef9a4e-e0a5-4892-9988-a993d24ca964 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0632780 Sep 15 18:31:13.508007 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce924bbd-b9ab-487d-be06-938cf33e67aa req-f706f508-d2bb-4395-91bb-c9f467b7e15d tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588078 Sep 15 18:31:14.272682 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15f0d307-fa23-47b5-8b78-fd965a246781 req-69f83b4c-fb78-4937-b49b-14394f2f3129 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0255930 Sep 15 18:31:14.424831 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a0030c5f-5df6-4b1e-85fc-6827a8589f91 req-e135e30d-13fd-4786-99be-6b719ef11d7f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0287116 Sep 15 18:31:14.425093 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb660-507c-41fc-8a66-64ed90119fbc req-1695c93a-3885-4a64-bc57-bafacb7a467a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:14.426405 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cd2eb660-507c-41fc-8a66-64ed90119fbc req-1695c93a-3885-4a64-bc57-bafacb7a467a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0514188 Sep 15 18:31:14.466371 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cd2eb660-507c-41fc-8a66-64ed90119fbc req-a9b62418-5389-4a77-9fcc-dec14399c017 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Sep 15 18:31:14.614298 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36d5b-e4b4-4e2e-aba5-93b2804794a3 req-b95da8a8-c1cb-497f-a731-0c1665488216 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:14.615788 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cde36d5b-e4b4-4e2e-aba5-93b2804794a3 req-b95da8a8-c1cb-497f-a731-0c1665488216 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0504265 Sep 15 18:31:14.666268 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cde36d5b-e4b4-4e2e-aba5-93b2804794a3 req-44bbb7f1-68d0-4728-ac4d-38fb442d19cd tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Sep 15 18:31:15.122910 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:31:15.370223 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e823b24b-34b1-47e8-ae12-2ce1ca7bb2d9 req-a2f4011b-2ab7-4237-84af-5c7391fe0e03 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0300996 Sep 15 18:31:15.518272 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3fa6b2db-0c08-45ba-b473-e5a295a0ba4d req-99f29828-2258-4b81-9ba3-8858a9014f17 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0256398 Sep 15 18:31:15.585603 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b97316-ff9b-4cce-976c-0c67900243d2 req-f73183b5-3264-4f16-9ff9-3b28ec90c9d0 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:15.587066 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-95b97316-ff9b-4cce-976c-0c67900243d2 req-f73183b5-3264-4f16-9ff9-3b28ec90c9d0 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.0516915 Sep 15 18:31:15.627521 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-95b97316-ff9b-4cce-976c-0c67900243d2 req-873fa981-662b-4062-8dbd-1228cdd1ac98 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Sep 15 18:31:15.779717 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d3c6-94c5-4aff-bb2d-d2e408e7c73d req-2db44304-5775-4ab9-a667-32196a97e3a2 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:15.781281 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1fe4d3c6-94c5-4aff-bb2d-d2e408e7c73d req-2db44304-5775-4ab9-a667-32196a97e3a2 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.0472624 Sep 15 18:31:15.817820 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1fe4d3c6-94c5-4aff-bb2d-d2e408e7c73d req-49c2b14a-306e-4de8-8acf-74b12218ad9d tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Sep 15 18:31:16.416663 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Request body: {'port': {'device_id': '49012db0-daf7-439e-ac80-f87b114de88e', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'admin_state_up': True, 'tenant_id': '9ae2a6a347f8409294c53595013eeae0'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:16.420914 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-31cd9af6-e66b-4f1f-b40b-1c80c56b6557 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:31:16.422579 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-31cd9af6-e66b-4f1f-b40b-1c80c56b6557 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087841 Sep 15 18:31:16.555185 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-a3fd3b06-b67c-4ea6-8b0a-aa9ea54d60f3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:31:16.556625 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-a3fd3b06-b67c-4ea6-8b0a-aa9ea54d60f3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0334930 Sep 15 18:31:16.560591 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Made reservation on behalf of 9ae2a6a347f8409294c53595013eeae0 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:16.564515 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:16.610295 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fc52d43d-2acc-494b-9249-d724269ca7b9 req-373a5b7a-330a-42f0-8614-41852163797d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0522068 Sep 15 18:31:16.630309 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-60ffb013-6248-469e-9bad-761894cc0057 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:16.633729 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-60ffb013-6248-469e-9bad-761894cc0057 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 819 time: 0.2575045 Sep 15 18:31:16.667816 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2246e82b-03dd-42b1-a4d8-ccd8be6d38e9 req-23703830-534a-40e4-a25a-2827e4c274e4 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0311625 Sep 15 18:31:16.683873 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Request body: {'port': {'device_id': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'admin_state_up': True, 'tenant_id': '9ae2a6a347f8409294c53595013eeae0'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:16.774345 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Request body: {'port': {'device_id': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:16.801804 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Request body: {'port': {'device_id': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:16.853989 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6644055-e901-42b7-9c53-6d35d0d77f38 req-f1c7ac46-d3d0-4b60-b4e0-c1cae817c7f1 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:16.855557 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f6644055-e901-42b7-9c53-6d35d0d77f38 req-f1c7ac46-d3d0-4b60-b4e0-c1cae817c7f1 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 931 time: 0.1530468 Sep 15 18:31:16.862852 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:16.866401 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Allocated IP 172.20.0.6 (19dc1571-758f-4ec3-a4ef-2ea5d4acd188/30d5d8fc-ef92-48e9-88cd-604995c06716/0c38568b-8d1c-4ed5-979d-7435393f204a) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:16.885245 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Made reservation on behalf of 9ae2a6a347f8409294c53595013eeae0 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:16.888793 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:16.891687 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:16.961717 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f6644055-e901-42b7-9c53-6d35d0d77f38 req-3ced9e97-faf0-43b7-9280-2ff44893428d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930300 Sep 15 18:31:17.183937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a35ba3-b357-40e5-aefd-8ada35c8617c req-f4f48dc1-a096-4d15-9660-7cdc669b51c7 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:17.185319 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56a35ba3-b357-40e5-aefd-8ada35c8617c req-f4f48dc1-a096-4d15-9660-7cdc669b51c7 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 931 time: 0.2792645 Sep 15 18:31:17.264872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.337780 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56a35ba3-b357-40e5-aefd-8ada35c8617c req-55de5262-326a-4990-94af-dfead40d6153 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028252 Sep 15 18:31:17.362970 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.376932 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21817f9d-c88e-440c-a6a4-7c20e3736f4a {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:17.407625 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.430879 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:17.447761 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:17.449834 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Transition to ACTIVE for port object 21817f9d-c88e-440c-a6a4-7c20e3736f4a will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:31:17.453415 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:17.457401 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Pushing event updated for resources: {'Port': ['ID=0c38568b-8d1c-4ed5-979d-7435393f204a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:17.460737 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Allocated IP 172.20.0.13 (19dc1571-758f-4ec3-a4ef-2ea5d4acd188/30d5d8fc-ef92-48e9-88cd-604995c06716/5b3ab5c6-6581-4639-871c-5af5cd147f4d) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:17.482965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.544523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:17.544523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.562856 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c6dfc8-0a82-4175-b8f8-0d7e92238272 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:17.565553 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Pushing event updated for resources: {'Port': ['ID=21817f9d-c88e-440c-a6a4-7c20e3736f4a,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:17.576846 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.613809 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-f63a93c9-bf17-4668-9375-02d9759e6050 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2019298 Sep 15 18:31:17.621083 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Transition to ACTIVE for port object 02c6dfc8-0a82-4175-b8f8-0d7e92238272 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:31:17.646139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.683582 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Attempting to bind port 21817f9d-c88e-440c-a6a4-7c20e3736f4a on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:17.684247 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Attempting to bind port 21817f9d-c88e-440c-a6a4-7c20e3736f4a by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '8dfdacc1-dd33-48a6-9337-85da8f4d2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:17.684805 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Attempting to bind port 21817f9d-c88e-440c-a6a4-7c20e3736f4a on network b207a77d-aa8e-4b94-b08b-0e51348a9f12 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:17.696982 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Port 21817f9d-c88e-440c-a6a4-7c20e3736f4a on network b207a77d-aa8e-4b94-b08b-0e51348a9f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:31:17.696982 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Attempting to bind port 21817f9d-c88e-440c-a6a4-7c20e3736f4a on network b207a77d-aa8e-4b94-b08b-0e51348a9f12 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:17.702916 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:17.703334 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Checking segment: {'id': '8dfdacc1-dd33-48a6-9337-85da8f4d2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:17.704176 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Bound using segment: {'id': '8dfdacc1-dd33-48a6-9337-85da8f4d2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:17.704999 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Bound port: 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfdacc1-dd33-48a6-9337-85da8f4d2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:17.705293 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.732635 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Pushing event updated for resources: {'Port': ['ID=02c6dfc8-0a82-4175-b8f8-0d7e92238272,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:17.741594 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4706b932-37ff-4daa-8af3-800420161558 req-78161e97-51ae-45f8-86d9-dcf2be3799fe tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0332344 Sep 15 18:31:17.793841 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.812692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] For port 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:17.818092 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] For port 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=21817f9d-c88e-440c-a6a4-7c20e3736f4a,segment=NetworkSegment(8dfdacc1-dd33-48a6-9337-85da8f4d2af8),segment_id=8dfdacc1-dd33-48a6-9337-85da8f4d2af8)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:17.822296 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.835079 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c272e99d-1da7-4549-bd95-e9fa44aca5ea req-293910c4-3109-4559-bfff-5eb18c7d51c3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0385804 Sep 15 18:31:17.838198 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Attempting to bind port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:17.838711 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Attempting to bind port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:17.839039 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Attempting to bind port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:17.845541 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:31:17.845861 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Attempting to bind port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:17.860909 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:17.861303 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.862704 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] 10.222.0.50 "PUT /v2.0/ports/21817f9d-c88e-440c-a6a4-7c20e3736f4a HTTP/1.1" status: 200 len: 1093 time: 1.2023258 Sep 15 18:31:17.863156 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:17.863291 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'tag': '21817f9d-c88e-440c-a6a4-7c20e3736f4a'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:17.863480 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Checking segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:17.864062 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Bound using segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:17.864510 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Bound port: 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:17.864867 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.904554 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c545ba1-d863-4c57-ae52-6aa51cfbe923 service neutron] Pushing event updated for resources: {'Port': ['ID=21817f9d-c88e-440c-a6a4-7c20e3736f4a,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:17.914487 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:17.985550 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:17.986947 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8c5552-c6fd-464d-a5f0-3fcd6f681765", "tag": "21817f9d-c88e-440c-a6a4-7c20e3736f4a"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:17.991441 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:17.995518 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Pushing event updated for resources: {'Port': ['ID=5b3ab5c6-6581-4639-871c-5af5cd147f4d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:18.010441 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:18.015925 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:18.016532 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:18.020204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] For port 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:18.028179 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] For port 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:18.057415 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:18.060136 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-f6a86156-8ebd-4533-b5e5-fa3aa73330dd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3827779 Sep 15 18:31:18.092340 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ec146-695f-440e-913d-242338057f5d req-2f9f713c-d18c-40b7-8504-5199180c4bf7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:18.099488 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-192ec146-695f-440e-913d-242338057f5d req-2f9f713c-d18c-40b7-8504-5199180c4bf7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0543957 Sep 15 18:31:18.103422 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:18.104192 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:18.105619 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] 10.222.0.50 "PUT /v2.0/ports/02c6dfc8-0a82-4175-b8f8-0d7e92238272 HTTP/1.1" status: 200 len: 1093 time: 1.4335072 Sep 15 18:31:18.106226 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'tag': '02c6dfc8-0a82-4175-b8f8-0d7e92238272'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:18.136705 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-192ec146-695f-440e-913d-242338057f5d req-9fa03473-9fac-4004-9ef9-bff8ab944869 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360069 Sep 15 18:31:18.138519 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fc294-8884-4ecf-b53c-6b558e8352c8 x-openstack-request-id: req-9d9fc294-8884-4ecf-b53c-6b558e8352c8 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:18.138888 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8c5552-c6fd-464d-a5f0-3fcd6f681765", "tag": "21817f9d-c88e-440c-a6a4-7c20e3736f4a", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:18.139228 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d9fc294-8884-4ecf-b53c-6b558e8352c8 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:18.140278 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'tag': '21817f9d-c88e-440c-a6a4-7c20e3736f4a', 'status': 'completed', 'code': 200} Sep 15 18:31:18.188933 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83e488-0c9d-49b8-8c9a-f799291ccc4c service neutron] Pushing event updated for resources: {'Port': ['ID=02c6dfc8-0a82-4175-b8f8-0d7e92238272,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:18.218069 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2d0233-5e0d-4440-95f3-f65315c763dc", "tag": "02c6dfc8-0a82-4175-b8f8-0d7e92238272"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:18.301229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2ff96-a43a-43f6-b799-1e722e56d855 x-openstack-request-id: req-95f2ff96-a43a-43f6-b799-1e722e56d855 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:18.301514 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2d0233-5e0d-4440-95f3-f65315c763dc", "tag": "02c6dfc8-0a82-4175-b8f8-0d7e92238272", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:18.301758 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95f2ff96-a43a-43f6-b799-1e722e56d855 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:18.302200 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'tag': '02c6dfc8-0a82-4175-b8f8-0d7e92238272', 'status': 'completed', 'code': 200} Sep 15 18:31:18.454460 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99fa61-047a-486f-98e3-0cfe2b0c42d7 req-fc42a497-f1aa-420b-9236-ebd49359df09 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:18.455947 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f99fa61-047a-486f-98e3-0cfe2b0c42d7 req-fc42a497-f1aa-420b-9236-ebd49359df09 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0480199 Sep 15 18:31:18.491305 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f99fa61-047a-486f-98e3-0cfe2b0c42d7 req-3ee1e8a6-77ca-4776-a828-1a876b69ef01 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294774 Sep 15 18:31:18.862010 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d09be2-3e33-420e-b8a1-3dcf64abdacf req-3a58ed79-b38a-49da-9399-1a30ea72f8b1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:18.863664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d6d09be2-3e33-420e-b8a1-3dcf64abdacf req-3a58ed79-b38a-49da-9399-1a30ea72f8b1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 932 time: 0.0515735 Sep 15 18:31:18.902683 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d6d09be2-3e33-420e-b8a1-3dcf64abdacf req-f66e127e-bc58-45b0-bcc7-6db92374c978 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Sep 15 18:31:18.949239 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-40b4f62f-aa0e-4dc3-ba11-566799a1d645 req-ff38d7cf-ffde-41de-9e90-dd7aee19aba9 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.0263739 Sep 15 18:31:19.246872 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90846e-cd26-453e-8f77-2167b53b9894 req-14bdb78d-9e86-4c42-9851-f5326aeb1e25 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:19.248357 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7b90846e-cd26-453e-8f77-2167b53b9894 req-14bdb78d-9e86-4c42-9851-f5326aeb1e25 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0476995 Sep 15 18:31:19.284419 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7b90846e-cd26-453e-8f77-2167b53b9894 req-9ae1f991-a1e1-4890-8973-cb154eb5867e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Sep 15 18:31:19.617771 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadafc76-7839-469d-aa62-e84641c55e19 req-d97a642b-630f-4acf-b353-2fb1dd63eb5a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:19.620387 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dadafc76-7839-469d-aa62-e84641c55e19 req-d97a642b-630f-4acf-b353-2fb1dd63eb5a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0602744 Sep 15 18:31:19.627108 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Request body: {'port': {'device_id': '49012db0-daf7-439e-ac80-f87b114de88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:19.634185 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Request body: {'port': {'device_id': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:19.716160 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dadafc76-7839-469d-aa62-e84641c55e19 req-5b09c53c-067d-4add-8908-7b1abd744959 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861857 Sep 15 18:31:19.761359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc req-f63252aa-d121-42c9-b0fa-86956039a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:19.762860 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc req-f63252aa-d121-42c9-b0fa-86956039a7fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ca99adc93f148a79c7d38d4c56b3a27&device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 1096 time: 0.1356268 Sep 15 18:31:19.765649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:19.948446 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.50', 53764) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:19.956450 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:20.029767 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9 req-34f2a35b-f27f-4dfb-871a-babf58f39285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.031528 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9 req-34f2a35b-f27f-4dfb-871a-babf58f39285 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 1096 time: 0.3280249 Sep 15 18:31:20.194861 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc req-03ac993f-b681-4c8f-ba89-65bca8cacf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.196676 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc req-03ac993f-b681-4c8f-ba89-65bca8cacf40 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4ca99adc93f148a79c7d38d4c56b3a27&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4221268 Sep 15 18:31:20.268901 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-57766a01-5cd2-4005-97a8-efa8c136832e req-184a7a4b-a2e4-4e7d-8ce6-8c0ecb06eec9 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.1858053 Sep 15 18:31:20.434842 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9 req-b6bce61e-96e9-4ff6-9e0c-8dd1a8430c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.436349 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9 req-b6bce61e-96e9-4ff6-9e0c-8dd1a8430c5a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3195be99ea1349b2be3c331e91cc4bee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3914630 Sep 15 18:31:20.469001 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cd8e5-0686-49aa-985f-439fd43eff0c req-1a1d5ac7-05cb-43c0-b183-736d3964333b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.470480 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-191cd8e5-0686-49aa-985f-439fd43eff0c req-1a1d5ac7-05cb-43c0-b183-736d3964333b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.1034567 Sep 15 18:31:20.524246 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43911-a4ac-4571-afa0-b99a389349cd req-5a7b0bd9-05eb-4d3a-b199-046b8ff6d692 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.526922 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fdc43911-a4ac-4571-afa0-b99a389349cd req-5a7b0bd9-05eb-4d3a-b199-046b8ff6d692 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 932 time: 0.5376551 Sep 15 18:31:20.597285 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-a4ff8b90-a3c7-44fa-8510-de93a3e2431d tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.598619 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-a4ff8b90-a3c7-44fa-8510-de93a3e2431d tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 811 time: 0.6476879 Sep 15 18:31:20.609391 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-191cd8e5-0686-49aa-985f-439fd43eff0c req-6b60d276-21b5-4f4b-9e12-e3115ea0dd56 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248405 Sep 15 18:31:20.641401 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9 req-5eaf46db-d88a-4a32-bd57-f4cb0d5ea01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.642852 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b55042c5-1bcd-49e5-8b2b-3bd271e367c9 req-5eaf46db-d88a-4a32-bd57-f4cb0d5ea01d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967437 Sep 15 18:31:20.698154 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc req-85e2bd24-9246-4423-a6d7-b895566817f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.699590 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58a2d1a3-d47d-410c-868a-5a6652bbd4cc req-85e2bd24-9246-4423-a6d7-b895566817f2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4731276 Sep 15 18:31:20.718418 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-10cbd503-6e85-4cf0-818b-3103b0fb480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.720591 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-10cbd503-6e85-4cf0-818b-3103b0fb480d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 1096 time: 0.0425429 Sep 15 18:31:20.722462 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fdc43911-a4ac-4571-afa0-b99a389349cd req-4fce092c-0c70-4451-91e3-9df55a5d7d78 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561468 Sep 15 18:31:20.731943 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-ceb64e0a-6137-4718-9c84-1a6553573622 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4295a8177cc141d6a761610a48d05195 HTTP/1.1" status: 200 len: 380 time: 0.1140013 Sep 15 18:31:20.757793 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'port': {'device_id': '1732b780-5f8b-4607-977a-930cbb141b92', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'admin_state_up': True, 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'security_groups': ['197a227c-a344-48ef-9d26-a01a47606305']}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:20.805425 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-b90d5b87-3ae2-4207-944a-b9107d7eddd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272 HTTP/1.1" status: 200 len: 217 time: 0.0751338 Sep 15 18:31:20.864799 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3ab5c6-6581-4639-871c-5af5cd147f4d {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:20.883218 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:20.891997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-2cfcb49b-4394-4c9d-b78c-9241ff4f5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.893484 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-2cfcb49b-4394-4c9d-b78c-9241ff4f5c5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ca99adc93f148a79c7d38d4c56b3a27&device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 1096 time: 0.1489964 Sep 15 18:31:20.895990 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cab557-3295-4d82-8562-681e492125b6 req-b7a031db-a0fd-4435-aabf-dd57c84e2b9a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.896783 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d4cab557-3295-4d82-8562-681e492125b6 req-b7a031db-a0fd-4435-aabf-dd57c84e2b9a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.1029885 Sep 15 18:31:20.904677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cebfaef1-5c0c-42be-89e4-031239064518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:20.906872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-f004a79c-f96b-45a6-b09b-1c166039df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:20.908037 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-f004a79c-f96b-45a6-b09b-1c166039df40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0841081 Sep 15 18:31:20.953708 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Transition to ACTIVE for port object 5b3ab5c6-6581-4639-871c-5af5cd147f4d will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:31:20.999815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.017367 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-c8e6b517-7221-44ce-8bd6-9b0824f35ed3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21817f9d-c88e-440c-a6a4-7c20e3736f4a HTTP/1.1" status: 200 len: 217 time: 0.1156507 Sep 15 18:31:21.078385 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-834f1f34-4da0-40cb-b8bd-5996d2c21499 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1599581 Sep 15 18:31:21.124569 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ab5c6-6581-4639-871c-5af5cd147f4d,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:21.146952 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d4cab557-3295-4d82-8562-681e492125b6 req-c8cab812-0576-4e7b-b853-35068bc1bd37 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378395 Sep 15 18:31:21.180223 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-145528d8-195c-43cf-9a88-840dac88c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:21.182414 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-145528d8-195c-43cf-9a88-840dac88c277 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aa45ae1b-4887-44df-8f9e-72fe92d56e87 HTTP/1.1" status: 200 len: 851 time: 0.1414294 Sep 15 18:31:21.188240 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Made reservation on behalf of 4295a8177cc141d6a761610a48d05195 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:21.192938 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.249095 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Attempting to bind port 5b3ab5c6-6581-4639-871c-5af5cd147f4d on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:21.249532 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Attempting to bind port 5b3ab5c6-6581-4639-871c-5af5cd147f4d by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:21.249922 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Attempting to bind port 5b3ab5c6-6581-4639-871c-5af5cd147f4d on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:21.276499 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-1e85dea5-a72c-4f58-998a-14246d5cbac2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b207a77d-aa8e-4b94-b08b-0e51348a9f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694702 Sep 15 18:31:21.279247 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Port 5b3ab5c6-6581-4639-871c-5af5cd147f4d on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:31:21.279534 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Attempting to bind port 5b3ab5c6-6581-4639-871c-5af5cd147f4d on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:21.281961 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-9e18a559-272b-4fac-8bcb-0e70b9bfda21 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956785 Sep 15 18:31:21.327096 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:21.327497 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Checking segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:21.328184 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Bound using segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:21.328701 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Bound port: 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:21.329069 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.355305 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c38568b-8d1c-4ed5-979d-7435393f204a {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:21.395778 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.421906 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Transition to ACTIVE for port object 0c38568b-8d1c-4ed5-979d-7435393f204a will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:31:21.438499 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.469387 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-176d4c8a-ad26-419a-8e1a-53f219cf4a6d req-db37d0d6-df8d-4245-8117-044c7b1d6b05 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571229 Sep 15 18:31:21.517512 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Pushing event updated for resources: {'Port': ['ID=0c38568b-8d1c-4ed5-979d-7435393f204a,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:21.586348 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-609c09f9-c7ae-4779-a070-13eedcc1f529 req-47a04212-5973-4f1f-8142-24746a658ab0 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.1767149 Sep 15 18:31:21.648531 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Allocated IP 172.20.0.4 (ca1858ed-07a2-42af-9161-f3d80460e8a4/e5ea936a-54d3-41a7-b105-57944e7bf58f/8033c28c-e014-485d-b1a6-f3fee894eb94) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:21.658529 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Attempting to bind port 0c38568b-8d1c-4ed5-979d-7435393f204a on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:21.659007 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Attempting to bind port 0c38568b-8d1c-4ed5-979d-7435393f204a by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:21.659163 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Attempting to bind port 0c38568b-8d1c-4ed5-979d-7435393f204a on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:21.663788 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Port 0c38568b-8d1c-4ed5-979d-7435393f204a on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:31:21.664119 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Attempting to bind port 0c38568b-8d1c-4ed5-979d-7435393f204a on network 19dc1571-758f-4ec3-a4ef-2ea5d4acd188 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:21.670892 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:21.671308 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Checking segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:21.671960 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Bound using segment: {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:21.672569 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Bound port: 0c38568b-8d1c-4ed5-979d-7435393f204a, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f40861-8dcf-40d3-849b-1fba9caa802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:21.672929 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.811189 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545043a1-55d4-4316-8a40-d37ec2d35bc6 req-2f9d7c89-1657-45ff-8dcd-d09a51501e18 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:21.811189 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-545043a1-55d4-4316-8a40-d37ec2d35bc6 req-2f9d7c89-1657-45ff-8dcd-d09a51501e18 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0759532 Sep 15 18:31:21.811376 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] For port 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:21.813684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] For port 0c38568b-8d1c-4ed5-979d-7435393f204a, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:21.817059 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] For port 0c38568b-8d1c-4ed5-979d-7435393f204a, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0c38568b-8d1c-4ed5-979d-7435393f204a,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:21.835161 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.861034 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] For port 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:21.875122 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.887697 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.914713 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:21.916594 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.917484 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-e2245bf1-0c4e-4a8b-a9aa-b688c951c2c7 service neutron] 10.222.0.50 "GET /v2.0/networks/b207a77d-aa8e-4b94-b08b-0e51348a9f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277983 Sep 15 18:31:21.917760 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] 10.222.0.50 "PUT /v2.0/ports/0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 1093 time: 2.2946861 Sep 15 18:31:21.918223 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49012db0-daf7-439e-ac80-f87b114de88e', 'tag': '0c38568b-8d1c-4ed5-979d-7435393f204a'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:21.920528 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84a554-8b9f-476f-821a-bca6889fa2df" -d '{"events": [{"name": "network-changed", "server_uuid": "49012db0-daf7-439e-ac80-f87b114de88e", "tag": "0c38568b-8d1c-4ed5-979d-7435393f204a"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:21.936394 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-545043a1-55d4-4316-8a40-d37ec2d35bc6 req-da409a54-e343-4539-a1c7-a7eba4af7c09 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094830 Sep 15 18:31:21.936548 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:21.937080 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:21.938427 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b3ab5c6-6581-4639-871c-5af5cd147f4d HTTP/1.1" status: 200 len: 1094 time: 2.3131623 Sep 15 18:31:21.938826 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'tag': '5b3ab5c6-6581-4639-871c-5af5cd147f4d'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:21.941050 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab49eb-1ead-4e3a-8488-aa8ea285632b", "tag": "5b3ab5c6-6581-4639-871c-5af5cd147f4d"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:21.959330 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b99e69-0659-40c2-ab39-5c2f5b711faa service neutron] Pushing event updated for resources: {'Port': ['ID=0c38568b-8d1c-4ed5-979d-7435393f204a,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:22.014225 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f703fe-280f-4b26-ae82-5440e260b913 req-8441dad9-290a-466c-abdb-e237dddb4f0e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:22.014225 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10f703fe-280f-4b26-ae82-5440e260b913 req-8441dad9-290a-466c-abdb-e237dddb4f0e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.1422074 Sep 15 18:31:22.023619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582a99-88e1-40a1-9b1e-8962a89e32c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ab5c6-6581-4639-871c-5af5cd147f4d,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:22.027584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:22.049741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62157625-6962-47eb-bdc1-c1c248f199a2 x-openstack-request-id: req-62157625-6962-47eb-bdc1-c1c248f199a2 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:22.050289 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49012db0-daf7-439e-ac80-f87b114de88e", "tag": "0c38568b-8d1c-4ed5-979d-7435393f204a", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:22.050544 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62157625-6962-47eb-bdc1-c1c248f199a2 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:22.050941 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49012db0-daf7-439e-ac80-f87b114de88e', 'tag': '0c38568b-8d1c-4ed5-979d-7435393f204a', 'status': 'completed', 'code': 200} Sep 15 18:31:22.087363 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dbb74c-0645-4a69-8dc1-2c1d2815c258 x-openstack-request-id: req-a0dbb74c-0645-4a69-8dc1-2c1d2815c258 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:22.087648 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab49eb-1ead-4e3a-8488-aa8ea285632b", "tag": "5b3ab5c6-6581-4639-871c-5af5cd147f4d", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:22.088086 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0dbb74c-0645-4a69-8dc1-2c1d2815c258 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:22.088443 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'tag': '5b3ab5c6-6581-4639-871c-5af5cd147f4d', 'status': 'completed', 'code': 200} Sep 15 18:31:22.090326 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:22.097365 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:22.104833 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:22.110342 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:22.111114 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:22.125052 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'Port': ['ID=8033c28c-e014-485d-b1a6-f3fee894eb94,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:22.136662 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10f703fe-280f-4b26-ae82-5440e260b913 req-d075427f-e3d5-4036-9c3a-610a5fa385e9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996647 Sep 15 18:31:22.143629 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-b1adfaba-f4c6-4982-8122-37296503d506 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3979328 Sep 15 18:31:22.289797 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb619077-27bc-4c62-bc73-c6ccbdbb546e req-8d879281-47bc-4614-b955-7badbc500a5a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:22.292393 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bb619077-27bc-4c62-bc73-c6ccbdbb546e req-8d879281-47bc-4614-b955-7badbc500a5a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0527453 Sep 15 18:31:22.338012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-e67f0a65-1028-4e81-a7dc-84e452370038 None None] Provisioning complete for port 8033c28c-e014-485d-b1a6-f3fee894eb94 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:22.338792 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e67f0a65-1028-4e81-a7dc-84e452370038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:22.341455 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bb619077-27bc-4c62-bc73-c6ccbdbb546e req-324bac57-f28c-4a2f-9ce1-2fd17cf11b09 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Sep 15 18:31:22.375631 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-e67f0a65-1028-4e81-a7dc-84e452370038 None None] Port 8033c28c-e014-485d-b1a6-f3fee894eb94 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:31:22.516683 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49450) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:22.621743 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35a2199a-a87e-469b-91aa-6b336222bb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:22.740392 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ddaa0-0502-4fd0-a7a3-99e6b64eda05 req-528db9ba-3561-4290-ba56-fafa61efc684 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:22.741836 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-815ddaa0-0502-4fd0-a7a3-99e6b64eda05 req-528db9ba-3561-4290-ba56-fafa61efc684 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 931 time: 0.0727580 Sep 15 18:31:22.751243 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35a2199a-a87e-469b-91aa-6b336222bb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:22.758260 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35a2199a-a87e-469b-91aa-6b336222bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:22.815993 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2199a-a87e-469b-91aa-6b336222bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c20027d-52ef-4c11-9c1e-4820930fbc6f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:22.820383 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-35a2199a-a87e-469b-91aa-6b336222bb28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=874d825f712d4665a4aff2f33a5146f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027065 Sep 15 18:31:22.824082 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49460) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:22.824715 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-815ddaa0-0502-4fd0-a7a3-99e6b64eda05 req-c78c6086-51fe-4a10-a877-fb99ec1dbdc3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754404 Sep 15 18:31:23.062599 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a7529c70-3478-4fdc-a371-3cb23d1f9960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.087968 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685b1a4-b9a5-4c27-832c-cb01ecc97240 req-b0f3c55a-f2e7-4c5c-b265-7b5f9bad152a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:23.089423 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e685b1a4-b9a5-4c27-832c-cb01ecc97240 req-b0f3c55a-f2e7-4c5c-b265-7b5f9bad152a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0779464 Sep 15 18:31:23.099369 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a7529c70-3478-4fdc-a371-3cb23d1f9960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.153495 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e685b1a4-b9a5-4c27-832c-cb01ecc97240 req-5a870471-5d6d-471b-b667-58660304ffb0 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566554 Sep 15 18:31:23.186334 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a7529c70-3478-4fdc-a371-3cb23d1f9960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.189165 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a7529c70-3478-4fdc-a371-3cb23d1f9960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.190324 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a7529c70-3478-4fdc-a371-3cb23d1f9960 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c20027d-52ef-4c11-9c1e-4820930fbc6f HTTP/1.1" status: 204 len: 168 time: 0.3652420 Sep 15 18:31:23.199179 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7529c70-3478-4fdc-a371-3cb23d1f9960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c20027d-52ef-4c11-9c1e-4820930fbc6f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:23.281216 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bdf7b-0c44-4fe6-b278-a2289646201a req-c7fc93cf-165f-47a9-9add-17c0f9c18c8b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:23.282699 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-457bdf7b-0c44-4fe6-b278-a2289646201a req-c7fc93cf-165f-47a9-9add-17c0f9c18c8b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.0535457 Sep 15 18:31:23.325909 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-457bdf7b-0c44-4fe6-b278-a2289646201a req-351bbc2f-2803-47b7-8460-83b17d53fe0d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371745 Sep 15 18:31:23.462209 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955238d-5e0a-4d17-aa9d-08f774e1d085 req-7fb2a777-2789-434e-b4c6-aa9c2b63e877 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:23.464063 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a955238d-5e0a-4d17-aa9d-08f774e1d085 req-7fb2a777-2789-434e-b4c6-aa9c2b63e877 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0534096 Sep 15 18:31:23.481263 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49492) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:23.494171 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97090680-ba38-4110-9f69-4ae2b1194b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.501574 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a955238d-5e0a-4d17-aa9d-08f774e1d085 req-029b85e0-d6de-4eb6-b884-22c4bd72ee29 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Sep 15 18:31:23.580061 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97090680-ba38-4110-9f69-4ae2b1194b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.583533 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97090680-ba38-4110-9f69-4ae2b1194b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.620199 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-97090680-ba38-4110-9f69-4ae2b1194b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74a04157672b432fb82ac1b19a6e3724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377535 Sep 15 18:31:23.622742 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97090680-ba38-4110-9f69-4ae2b1194b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0029b128-09b6-4169-8a2c-b9275e368b1d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:23.623008 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49494) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:23.670189 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e99dc20-9395-41ed-a2ec-fcdc114eba01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.690836 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e99dc20-9395-41ed-a2ec-fcdc114eba01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.692150 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d64dbecb-11a1-4412-a47e-b7bcfe8afcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.736621 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e99dc20-9395-41ed-a2ec-fcdc114eba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.739389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9e99dc20-9395-41ed-a2ec-fcdc114eba01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:23.740569 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9e99dc20-9395-41ed-a2ec-fcdc114eba01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0029b128-09b6-4169-8a2c-b9275e368b1d HTTP/1.1" status: 204 len: 168 time: 0.1165774 Sep 15 18:31:23.750147 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99dc20-9395-41ed-a2ec-fcdc114eba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0029b128-09b6-4169-8a2c-b9275e368b1d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:24.117611 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aafc3-e3cf-40b7-879a-2c399706bdc6 req-a4b7e2ae-1ade-40c7-9a2a-a34c4e4b9fbc tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.119234 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a44aafc3-e3cf-40b7-879a-2c399706bdc6 req-a4b7e2ae-1ade-40c7-9a2a-a34c4e4b9fbc tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 931 time: 0.2202721 Sep 15 18:31:24.126906 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:24.159925 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a44aafc3-e3cf-40b7-879a-2c399706bdc6 req-92143ff2-8e7f-4f32-a18b-450f4ae24c89 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337834 Sep 15 18:31:24.288261 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f3314-44f1-4472-838f-ea23ffcedec8 req-9c96470b-7daf-40c7-a131-2e8ec618e51a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.289884 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-330f3314-44f1-4472-838f-ea23ffcedec8 req-9c96470b-7daf-40c7-a131-2e8ec618e51a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0514636 Sep 15 18:31:24.334246 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-330f3314-44f1-4472-838f-ea23ffcedec8 req-d97c420a-2dec-4feb-8df8-68561434fef5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363865 Sep 15 18:31:24.441990 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d1799-3d70-4d13-9aa3-7d1973bf7960 req-9e2f2411-1b3d-44eb-a8ed-28c37b5e3c07 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.449362 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2c0d1799-3d70-4d13-9aa3-7d1973bf7960 req-9e2f2411-1b3d-44eb-a8ed-28c37b5e3c07 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.0556905 Sep 15 18:31:24.492505 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Request body: {'port': {'device_id': '1732b780-5f8b-4607-977a-930cbb141b92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:24.530260 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2c0d1799-3d70-4d13-9aa3-7d1973bf7960 req-9e83190d-28ba-4cdd-af5e-31464d939b1d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789883 Sep 15 18:31:24.553961 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f req-51492038-f475-4183-bdcf-5298ad6efa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.555604 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f req-51492038-f475-4183-bdcf-5298ad6efa11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 1097 time: 0.0470421 Sep 15 18:31:24.660378 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:24.666069 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a554-8b9f-476f-821a-bca6889fa2df req-f98c39fc-a316-4e5c-8f39-45b8c025c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.667672 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4c84a554-8b9f-476f-821a-bca6889fa2df req-f98c39fc-a316-4e5c-8f39-45b8c025c0d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1096 time: 0.1411030 Sep 15 18:31:24.699353 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f req-3262007b-9be0-4449-a9c6-15485bada60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.700861 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f req-3262007b-9be0-4449-a9c6-15485bada60e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ae2a6a347f8409294c53595013eeae0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1347833 Sep 15 18:31:24.708605 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce666b5f-3140-4626-bdbe-03767d107eb7 req-17ecf773-e5dd-4a94-9be2-1cdc25d1db59 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.710265 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce666b5f-3140-4626-bdbe-03767d107eb7 req-17ecf773-e5dd-4a94-9be2-1cdc25d1db59 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0792372 Sep 15 18:31:24.712715 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-880a1250-bd45-4c65-8cfd-40ca88dacaaa req-dd2f6bcd-1a0c-4224-b45f-f21ee241fed4 service neutron] 10.222.0.50 "GET /v2.0/networks/b207a77d-aa8e-4b94-b08b-0e51348a9f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276249 Sep 15 18:31:24.739079 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:24.821199 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce666b5f-3140-4626-bdbe-03767d107eb7 req-40b3fa4a-d039-41b9-bd14-58a4219b6f0a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829921 Sep 15 18:31:24.863381 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f req-c83a0d2f-5b85-4bf6-91c4-a6da8f8fd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.864627 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9917f76-2f4f-4e75-80c4-4b7c07d7523f req-c83a0d2f-5b85-4bf6-91c4-a6da8f8fd4b4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507888 Sep 15 18:31:24.890383 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a554-8b9f-476f-821a-bca6889fa2df req-0db317cd-4890-4fd3-9d51-a6442af8ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.892694 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4c84a554-8b9f-476f-821a-bca6889fa2df req-0db317cd-4890-4fd3-9d51-a6442af8ccb9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ae2a6a347f8409294c53595013eeae0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2079420 Sep 15 18:31:24.970964 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-dbdb2db2-a5e4-47cc-a210-9e08daf89b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:24.972535 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-dbdb2db2-a5e4-47cc-a210-9e08daf89b81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 1097 time: 0.0615499 Sep 15 18:31:25.016102 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-af0ea252-8b8d-4bc2-be11-6ff5f24ba631 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d HTTP/1.1" status: 200 len: 217 time: 0.0354071 Sep 15 18:31:25.053730 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a554-8b9f-476f-821a-bca6889fa2df req-ec2e68de-2725-42de-afbd-bd895fc7f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:25.055096 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4c84a554-8b9f-476f-821a-bca6889fa2df req-ec2e68de-2725-42de-afbd-bd895fc7f605 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517715 Sep 15 18:31:25.111206 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8033c28c-e014-485d-b1a6-f3fee894eb94 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:25.119466 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:25.135137 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Transition to ACTIVE for port object 8033c28c-e014-485d-b1a6-f3fee894eb94 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:31:25.139150 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:25.191577 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Pushing event updated for resources: {'Port': ['ID=8033c28c-e014-485d-b1a6-f3fee894eb94,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:25.238898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Attempting to bind port 8033c28c-e014-485d-b1a6-f3fee894eb94 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:25.239416 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Attempting to bind port 8033c28c-e014-485d-b1a6-f3fee894eb94 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:25.239983 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Attempting to bind port 8033c28c-e014-485d-b1a6-f3fee894eb94 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:25.250332 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Port 8033c28c-e014-485d-b1a6-f3fee894eb94 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:31:25.250716 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Attempting to bind port 8033c28c-e014-485d-b1a6-f3fee894eb94 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:25.265362 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:25.265981 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Checking segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:25.266087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Bound using segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:25.266511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Bound port: 8033c28c-e014-485d-b1a6-f3fee894eb94, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:25.266868 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:25.334878 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cf505-4178-43b7-8487-480bb8f53441 req-2e3db59d-899d-479c-b9c9-b1d2ca69a1db tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:25.336448 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2b5cf505-4178-43b7-8487-480bb8f53441 req-2e3db59d-899d-479c-b9c9-b1d2ca69a1db tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.0871468 Sep 15 18:31:25.393986 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] For port 8033c28c-e014-485d-b1a6-f3fee894eb94, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:25.407852 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2b5cf505-4178-43b7-8487-480bb8f53441 req-25b8e62f-4443-4646-a032-5908dfe1c48b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598614 Sep 15 18:31:25.411359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] For port 8033c28c-e014-485d-b1a6-f3fee894eb94, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8033c28c-e014-485d-b1a6-f3fee894eb94,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:25.420797 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:25.466244 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:25.466860 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:25.467888 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a921985-1318-40ce-9c7e-195f2c7f503c req-9f38116e-5bef-45f4-8c05-8ef2eaa4043a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:25.468437 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] 10.222.0.50 "PUT /v2.0/ports/8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 200 len: 1093 time: 0.9821982 Sep 15 18:31:25.468933 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:25.469396 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a921985-1318-40ce-9c7e-195f2c7f503c req-9f38116e-5bef-45f4-8c05-8ef2eaa4043a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0626128 Sep 15 18:31:25.471297 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825d0fd0-c874-4a06-9cc2-058309154473" -d '{"events": [{"name": "network-changed", "server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:25.490469 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d6835-2c3d-483d-9bc9-44340e040536 service neutron] Pushing event updated for resources: {'Port': ['ID=8033c28c-e014-485d-b1a6-f3fee894eb94,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:25.517284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6019e2-40d5-4fe2-8057-0b0e3490d960 x-openstack-request-id: req-eb6019e2-40d5-4fe2-8057-0b0e3490d960 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:25.517578 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:25.517828 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb6019e2-40d5-4fe2-8057-0b0e3490d960 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:25.518220 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'status': 'completed', 'code': 200} Sep 15 18:31:25.523336 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a921985-1318-40ce-9c7e-195f2c7f503c req-42d44138-a170-4f6f-9403-2e840445c8d8 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Sep 15 18:31:25.666885 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ede78-e62c-4695-8ea6-d620657bf2c2 req-7f274bd7-c3a2-4030-9cd0-f8d479e8a32b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:25.668377 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5f0ede78-e62c-4695-8ea6-d620657bf2c2 req-7f274bd7-c3a2-4030-9cd0-f8d479e8a32b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.0489810 Sep 15 18:31:25.704799 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5f0ede78-e62c-4695-8ea6-d620657bf2c2 req-30269783-82bf-47d5-97dc-2685c5726964 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Sep 15 18:31:25.955833 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc36c8c-c7b8-428b-8f10-e6d5e5c96386 req-f9be90a4-87ec-4db0-9044-40e6171a58ff tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:25.957412 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dcc36c8c-c7b8-428b-8f10-e6d5e5c96386 req-f9be90a4-87ec-4db0-9044-40e6171a58ff tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0486269 Sep 15 18:31:25.997153 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dcc36c8c-c7b8-428b-8f10-e6d5e5c96386 req-af991f61-d835-4b3b-bdbd-fd4414620c28 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Sep 15 18:31:26.084748 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:26.527562 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55551b6-77ca-44c8-be56-3a27a755b987 req-cb11616c-870d-47df-8771-a6f9936a9153 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:26.529032 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c55551b6-77ca-44c8-be56-3a27a755b987 req-cb11616c-870d-47df-8771-a6f9936a9153 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.0518315 Sep 15 18:31:26.566878 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c55551b6-77ca-44c8-be56-3a27a755b987 req-5540326a-145a-4eab-a845-b2481b5a4bde tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Sep 15 18:31:26.636216 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46dd5-8260-444e-88ea-2612d9d444dd req-0f8a28a1-f856-4f34-9d56-0d7271400f0b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:26.637704 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-15f46dd5-8260-444e-88ea-2612d9d444dd req-0f8a28a1-f856-4f34-9d56-0d7271400f0b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0475290 Sep 15 18:31:26.674098 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-15f46dd5-8260-444e-88ea-2612d9d444dd req-16a6b463-670c-4c76-ba4e-1d01a0dd59c9 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304210 Sep 15 18:31:26.815038 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96e1e9-10f1-4052-ab55-b003c4bee278 req-59b6b2bc-9ec8-4041-b155-feb34aca75bb tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:26.816502 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5c96e1e9-10f1-4052-ab55-b003c4bee278 req-59b6b2bc-9ec8-4041-b155-feb34aca75bb tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.0479922 Sep 15 18:31:26.857899 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5c96e1e9-10f1-4052-ab55-b003c4bee278 req-34bfd8fe-d975-4c4b-94ae-3a71be122f85 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Sep 15 18:31:26.858352 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:27.108276 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12a21-848c-44a1-bcf7-c0b07c4788c7 req-9fcd7d68-584f-4218-bd58-80ac82fe296f tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:27.109693 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cad12a21-848c-44a1-bcf7-c0b07c4788c7 req-9fcd7d68-584f-4218-bd58-80ac82fe296f tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0469131 Sep 15 18:31:27.149809 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cad12a21-848c-44a1-bcf7-c0b07c4788c7 req-83a2d46b-7cad-4ab2-b3c7-f8a7835457ee tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341518 Sep 15 18:31:27.684655 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294de2-2e01-403d-acd0-ffc9d3933420 req-647dc649-7bcf-489e-ba77-902180a68196 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:27.686097 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10294de2-2e01-403d-acd0-ffc9d3933420 req-647dc649-7bcf-489e-ba77-902180a68196 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.0531778 Sep 15 18:31:27.723207 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10294de2-2e01-403d-acd0-ffc9d3933420 req-5c90934c-8f2f-4c61-ad4d-b3209db430b1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313129 Sep 15 18:31:27.787334 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744bbb-bf21-4522-834b-15eddc0096d4 req-318acb50-8a74-4753-9f35-4ad140562cf4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:27.788792 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a5744bbb-bf21-4522-834b-15eddc0096d4 req-318acb50-8a74-4753-9f35-4ad140562cf4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0476418 Sep 15 18:31:27.865338 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a5744bbb-bf21-4522-834b-15eddc0096d4 req-a85a92c0-30f7-4362-a59e-8025f13602b3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700800 Sep 15 18:31:27.874736 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-2edc3b4d-2840-452d-8194-83e6c2235281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:27.876274 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-2edc3b4d-2840-452d-8194-83e6c2235281 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.0731587 Sep 15 18:31:27.897281 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d0fd0-c874-4a06-9cc2-058309154473 req-792459ef-ac26-4a66-a2d2-81202ac55800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:27.898992 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-825d0fd0-c874-4a06-9cc2-058309154473 req-792459ef-ac26-4a66-a2d2-81202ac55800 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1096 time: 0.0745332 Sep 15 18:31:27.901603 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-70a5f980-b537-475f-b006-b70f9802b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:27.903579 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-70a5f980-b537-475f-b006-b70f9802b84d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1096 time: 0.0699227 Sep 15 18:31:27.910415 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-c70a9fcd-a341-46f6-92f1-1ceef19b4177 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264516 Sep 15 18:31:27.997911 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-248fc87e-e9d5-44ec-82c1-60a0f0c0932a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 217 time: 0.0745797 Sep 15 18:31:28.010347 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-a1cd7c42-2c9c-418c-b6a0-bdcda9b8b3e9 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860946 Sep 15 18:31:28.109262 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859c28-a913-47e5-8be7-9e43af3bd89c req-49e4070d-c74c-401b-8eb8-cf6a20402aa2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.109262 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a9859c28-a913-47e5-8be7-9e43af3bd89c req-49e4070d-c74c-401b-8eb8-cf6a20402aa2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.1634977 Sep 15 18:31:28.109883 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b01613-8786-4760-91ef-0aa4f7795271 req-45845206-2e70-4b1e-94f0-9fc2f8589970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.111298 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-45845206-2e70-4b1e-94f0-9fc2f8589970 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.1047759 Sep 15 18:31:28.112698 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38e44820-8360-4187-a0f8-9ccc01b5dbd4 req-ce3bc318-288c-46a2-b747-90cab6d7c71e service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926771 Sep 15 18:31:28.121837 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d0fd0-c874-4a06-9cc2-058309154473 req-841350cc-60d2-4a26-8211-d73364b56c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.123214 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-825d0fd0-c874-4a06-9cc2-058309154473 req-841350cc-60d2-4a26-8211-d73364b56c36 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4295a8177cc141d6a761610a48d05195&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2087457 Sep 15 18:31:28.167390 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-5e33ff5a-2bc2-48c9-9bc5-f3515b4c236c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381114 Sep 15 18:31:28.218659 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a9859c28-a913-47e5-8be7-9e43af3bd89c req-142b7c63-576c-4560-9c1b-037a5cd0ee3d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050160 Sep 15 18:31:28.272582 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aa736-dc5d-448b-954f-f5fe758fb95f req-282443b4-ee1d-4fc9-b40d-07e4c1e1dcde tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.274078 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bf1aa736-dc5d-448b-954f-f5fe758fb95f req-282443b4-ee1d-4fc9-b40d-07e4c1e1dcde tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0571814 Sep 15 18:31:28.313753 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bf1aa736-dc5d-448b-954f-f5fe758fb95f req-37cad558-ef5e-4684-b362-9f2d9ce6fe41 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326538 Sep 15 18:31:28.324721 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d0fd0-c874-4a06-9cc2-058309154473 req-26d039a9-922e-4f77-953a-5d3fb7f1878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.326343 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-825d0fd0-c874-4a06-9cc2-058309154473 req-26d039a9-922e-4f77-953a-5d3fb7f1878e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853597 Sep 15 18:31:28.336597 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-15fa08e2-4735-4800-9b25-b4e900fe8eea service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543074 Sep 15 18:31:28.458199 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93b01613-8786-4760-91ef-0aa4f7795271 req-35d22307-866c-4f3c-9ab2-4dcce44c330b service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141174 Sep 15 18:31:28.463547 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-4caad2f9-f182-4d28-9dae-8e1691e4a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.464967 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-4caad2f9-f182-4d28-9dae-8e1691e4a35a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1096 time: 0.0885170 Sep 15 18:31:28.512668 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-753decb6-a809-41d1-9c1c-8fb0ed04debc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 200 len: 217 time: 0.0376935 Sep 15 18:31:28.571172 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-39a43d88-d07d-447c-ace2-ff17cd1faf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.573484 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-39a43d88-d07d-447c-ace2-ff17cd1faf51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0506134 Sep 15 18:31:28.641074 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-4c373857-1cfb-4532-ad7c-8d57f1b52cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.642819 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-4c373857-1cfb-4532-ad7c-8d57f1b52cc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600119 Sep 15 18:31:28.689383 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49624) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:28.753265 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-0f89aae3-d6be-46ea-a9ce-e881a5cab6f1 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002154 Sep 15 18:31:28.845118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1679f8c4-6224-45b4-b735-ddb8b8fa09cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:28.903164 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da97ccbc-7afe-4710-bf8e-e16a733b1aaa req-3308ecd3-8951-4422-9343-c8d5baf952fb service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392615 Sep 15 18:31:28.942245 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bd7d9-8ed4-42e9-aebe-456606178602 req-80e80cb5-6b93-4842-8dae-9ee922551716 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:28.944212 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b64bd7d9-8ed4-42e9-aebe-456606178602 req-80e80cb5-6b93-4842-8dae-9ee922551716 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.1076190 Sep 15 18:31:28.995865 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b64bd7d9-8ed4-42e9-aebe-456606178602 req-d2e7dc92-1096-4c91-a820-9cf0d1c01064 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Sep 15 18:31:29.023631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1679f8c4-6224-45b4-b735-ddb8b8fa09cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.028909 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1679f8c4-6224-45b4-b735-ddb8b8fa09cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.055324 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5965-498e-40a6-9fd3-fcffbe0746bd req-1b29e9b6-2e4f-4a80-871a-e07478559f3d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:29.057773 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d09b5965-498e-40a6-9fd3-fcffbe0746bd req-1b29e9b6-2e4f-4a80-871a-e07478559f3d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0978615 Sep 15 18:31:29.089662 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1679f8c4-6224-45b4-b735-ddb8b8fa09cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a4b14122fce4987bedd9337de031d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995073 Sep 15 18:31:29.090342 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f8c4-6224-45b4-b735-ddb8b8fa09cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bad509-9ac0-496e-961f-49c4d4dbc907,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:29.092607 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49656) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:29.126892 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d09b5965-498e-40a6-9fd3-fcffbe0746bd req-cb0f5baa-ab59-49c2-af3a-5bd3abc7c60c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599670 Sep 15 18:31:29.170102 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c902fef7-c260-4d1d-86c3-6a12b913b56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.192619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c902fef7-c260-4d1d-86c3-6a12b913b56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.213721 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49664) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:29.265484 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c902fef7-c260-4d1d-86c3-6a12b913b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.268418 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c902fef7-c260-4d1d-86c3-6a12b913b56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.272193 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c902fef7-c260-4d1d-86c3-6a12b913b56c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30bad509-9ac0-496e-961f-49c4d4dbc907 HTTP/1.1" status: 204 len: 168 time: 0.1784530 Sep 15 18:31:29.281411 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902fef7-c260-4d1d-86c3-6a12b913b56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bad509-9ac0-496e-961f-49c4d4dbc907,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:29.408464 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f030-4892-449d-80b9-dcabf74068de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.487811 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ebb0d-f753-4025-b43b-d5f0e6254232 req-7fc92700-0966-434a-83b0-3d7a64e6d46b tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:29.495270 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-988ebb0d-f753-4025-b43b-d5f0e6254232 req-7fc92700-0966-434a-83b0-3d7a64e6d46b tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.0766604 Sep 15 18:31:29.554774 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcb89-b62b-4f10-b291-729eb0834788 req-cc8dbb73-12aa-49b9-b5a4-5baa8b3d91ee tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:29.557743 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b43bcb89-b62b-4f10-b291-729eb0834788 req-cc8dbb73-12aa-49b9-b5a4-5baa8b3d91ee tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.2556891 Sep 15 18:31:29.560829 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-988ebb0d-f753-4025-b43b-d5f0e6254232 req-31c8a790-d296-4d4b-a0db-cee066c8dcb6 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647995 Sep 15 18:31:29.600562 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b43bcb89-b62b-4f10-b291-729eb0834788 req-88338fcc-1c6d-4a25-bc4f-b2cc8ee1aa1d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Sep 15 18:31:29.622099 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f030-4892-449d-80b9-dcabf74068de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.625609 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f030-4892-449d-80b9-dcabf74068de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.654542 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49680) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:29.666817 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a3c9f030-4892-449d-80b9-dcabf74068de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=843a4b1998f344f0a8de86a99fe9843a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519286 Sep 15 18:31:29.667761 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9f030-4892-449d-80b9-dcabf74068de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe3e96-6f8d-4e88-8671-ffa53872db03,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:29.668260 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17051994-8b01-427a-84c2-6dd80f568ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.669816 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49682) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:29.748644 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa45e23b-ecc4-4426-ae72-2478a37b0c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.779825 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa45e23b-ecc4-4426-ae72-2478a37b0c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.837809 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17051994-8b01-427a-84c2-6dd80f568ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.841850 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17051994-8b01-427a-84c2-6dd80f568ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.871292 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa45e23b-ecc4-4426-ae72-2478a37b0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.873805 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fa45e23b-ecc4-4426-ae72-2478a37b0c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.874861 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-fa45e23b-ecc4-4426-ae72-2478a37b0c0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cfe3e96-6f8d-4e88-8671-ffa53872db03 HTTP/1.1" status: 204 len: 168 time: 0.2033720 Sep 15 18:31:29.885516 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-17051994-8b01-427a-84c2-6dd80f568ca0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d612cbc93a364f778adfea8ae38db8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299459 Sep 15 18:31:29.886544 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17051994-8b01-427a-84c2-6dd80f568ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b5329f-3c3d-4276-8ec2-aa97bfd87f4d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:29.888379 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49686) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:29.896497 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45e23b-ecc4-4426-ae72-2478a37b0c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe3e96-6f8d-4e88-8671-ffa53872db03,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:29.943973 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-11b911b4-ff7c-4406-8723-c0c045796978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:29.972354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-11b911b4-ff7c-4406-8723-c0c045796978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.021311 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-11b911b4-ff7c-4406-8723-c0c045796978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.024738 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-11b911b4-ff7c-4406-8723-c0c045796978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.028363 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-11b911b4-ff7c-4406-8723-c0c045796978 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4b5329f-3c3d-4276-8ec2-aa97bfd87f4d HTTP/1.1" status: 204 len: 168 time: 0.1387169 Sep 15 18:31:30.045883 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b911b4-ff7c-4406-8723-c0c045796978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b5329f-3c3d-4276-8ec2-aa97bfd87f4d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:30.131594 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240816-a09a-4fd7-9287-48cb3f9e995c req-4c87b0d1-2b01-4ef2-9cbe-d1976e859797 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:30.134465 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9240816-a09a-4fd7-9287-48cb3f9e995c req-4c87b0d1-2b01-4ef2-9cbe-d1976e859797 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.0560243 Sep 15 18:31:30.189577 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9240816-a09a-4fd7-9287-48cb3f9e995c req-76e4592b-3aad-4cfa-97f3-4b40018e517b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Sep 15 18:31:30.296423 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6273b-8006-431b-9655-f9d6799038ef req-699ac08c-9614-43bf-bc05-063f8af96ec5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:30.297946 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4ab6273b-8006-431b-9655-f9d6799038ef req-699ac08c-9614-43bf-bc05-063f8af96ec5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.0643945 Sep 15 18:31:30.342861 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4ab6273b-8006-431b-9655-f9d6799038ef req-c085ba92-9c5d-46e8-b40a-6624f5656f6a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Sep 15 18:31:30.344251 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49716) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:30.364785 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4ae-1b2f-4dfd-9f57-c048d2de8661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.470659 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4ae-1b2f-4dfd-9f57-c048d2de8661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.477285 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ac07a4ae-1b2f-4dfd-9f57-c048d2de8661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.530056 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49728) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:30.530286 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ac07a4ae-1b2f-4dfd-9f57-c048d2de8661 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6ce051f910547aabb36fd51835a4f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847000 Sep 15 18:31:30.531896 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07a4ae-1b2f-4dfd-9f57-c048d2de8661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d4ffd-1461-4b82-a9f8-6b59769c72ad,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:30.592834 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-74b536be-9d2f-4e1f-9707-8f278d39642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.617300 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-74b536be-9d2f-4e1f-9707-8f278d39642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.697926 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-74b536be-9d2f-4e1f-9707-8f278d39642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.703271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-74b536be-9d2f-4e1f-9707-8f278d39642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:30.708943 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-74b536be-9d2f-4e1f-9707-8f278d39642a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e4d4ffd-1461-4b82-a9f8-6b59769c72ad HTTP/1.1" status: 204 len: 168 time: 0.1748722 Sep 15 18:31:30.719673 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b536be-9d2f-4e1f-9707-8f278d39642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d4ffd-1461-4b82-a9f8-6b59769c72ad,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:30.734019 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42fc1e-dc7d-4d6a-884b-5207b5d190bc req-f7ed905e-f132-4357-9a0e-1d6404f83ee8 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:30.748600 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a42fc1e-dc7d-4d6a-884b-5207b5d190bc req-f7ed905e-f132-4357-9a0e-1d6404f83ee8 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 943 time: 0.1012802 Sep 15 18:31:30.754040 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 49742) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:30.793051 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a42fc1e-dc7d-4d6a-884b-5207b5d190bc req-57a567a9-8a88-4eb1-b543-a0d46274926c tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 Sep 15 18:31:30.823101 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563e6c3-29dc-4246-843e-0c676123f6c9 req-2e7b9e21-ca60-45df-b7d4-b4f6eddc5d33 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:30.824783 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5563e6c3-29dc-4246-843e-0c676123f6c9 req-2e7b9e21-ca60-45df-b7d4-b4f6eddc5d33 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 944 time: 0.0681753 Sep 15 18:31:30.869738 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5563e6c3-29dc-4246-843e-0c676123f6c9 req-a7d1cda5-ed5f-46d3-b97d-9c6735e99b72 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Sep 15 18:31:30.905786 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 5b3ab5c6-6581-4639-871c-5af5cd147f4d details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:31:31.018266 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:31.020054 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0f04-4462-469c-8cd4-5577f364c073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.031755 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '5b3ab5c6-6581-4639-871c-5af5cd147f4d', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'port_id': '5b3ab5c6-6581-4639-871c-5af5cd147f4d', 'mac_address': 'fa:16:3e:b8:ed:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:31:31.075630 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.091371 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3ab5c6-6581-4639-871c-5af5cd147f4d {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:31.116824 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:31.135361 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.137414 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 02c6dfc8-0a82-4175-b8f8-0d7e92238272 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:31:31.147672 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0f04-4462-469c-8cd4-5577f364c073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.156189 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0f04-4462-469c-8cd4-5577f364c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.198484 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf0f04-4462-469c-8cd4-5577f364c073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51d8cb-38fa-4349-b65b-48618c52808a,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:31.205679 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 49762) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:31.206170 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0fcf0f04-4462-469c-8cd4-5577f364c073 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a38a6ee1be14ee1aa8f8449d101866a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504805 Sep 15 18:31:31.282220 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-350bf08e-0424-4d5f-8e44-945233b8aa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.294790 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=5b3ab5c6-6581-4639-871c-5af5cd147f4d,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:31.326725 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:31.341860 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-350bf08e-0424-4d5f-8e44-945233b8aa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.343848 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '02c6dfc8-0a82-4175-b8f8-0d7e92238272', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'port_id': '02c6dfc8-0a82-4175-b8f8-0d7e92238272', 'mac_address': 'fa:16:3e:b7:4b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c162c98c-c33f-4a27-9f0b-c5a186091a6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:31:31.392843 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.423479 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bef2-47e3-4b44-add9-afed7a557d8f req-6953e904-c1ca-4f46-831e-7fc4b394fdb6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:31.433630 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34f5bef2-47e3-4b44-add9-afed7a557d8f req-6953e904-c1ca-4f46-831e-7fc4b394fdb6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.1350040 Sep 15 18:31:31.448292 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c6dfc8-0a82-4175-b8f8-0d7e92238272 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:31.492590 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:31.506247 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.506933 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 21817f9d-c88e-440c-a6a4-7c20e3736f4a details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:31:31.515633 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34f5bef2-47e3-4b44-add9-afed7a557d8f req-8359e5a1-af8b-4a8f-81a8-b641839dd15f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812485 Sep 15 18:31:31.516825 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-350bf08e-0424-4d5f-8e44-945233b8aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.519333 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-350bf08e-0424-4d5f-8e44-945233b8aa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.520455 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-350bf08e-0424-4d5f-8e44-945233b8aa29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c51d8cb-38fa-4349-b65b-48618c52808a HTTP/1.1" status: 204 len: 168 time: 0.3125458 Sep 15 18:31:31.550774 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27433533-c09d-428c-a9b7-74e88b431ed7 req-cee86441-28a4-4aa1-a787-22c5ebb2a6f5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:31.551914 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bf08e-0424-4d5f-8e44-945233b8aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51d8cb-38fa-4349-b65b-48618c52808a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:31.563990 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-27433533-c09d-428c-a9b7-74e88b431ed7 req-cee86441-28a4-4aa1-a787-22c5ebb2a6f5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 943 time: 0.1213081 Sep 15 18:31:31.610765 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=02c6dfc8-0a82-4175-b8f8-0d7e92238272,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:31.651094 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-27433533-c09d-428c-a9b7-74e88b431ed7 req-8340bc67-efd9-4d6a-b5c8-6e3d541dbaa3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819318 Sep 15 18:31:31.698050 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=21817f9d-c88e-440c-a6a4-7c20e3736f4a,segment=NetworkSegment(8dfdacc1-dd33-48a6-9337-85da8f4d2af8),segment_id=8dfdacc1-dd33-48a6-9337-85da8f4d2af8)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:31.715780 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '21817f9d-c88e-440c-a6a4-7c20e3736f4a', 'network_id': 'b207a77d-aa8e-4b94-b08b-0e51348a9f12', 'port_id': '21817f9d-c88e-440c-a6a4-7c20e3736f4a', 'mac_address': 'fa:16:3e:f6:8b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa45ae1b-4887-44df-8f9e-72fe92d56e87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:31:31.755906 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.776494 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21817f9d-c88e-440c-a6a4-7c20e3736f4a {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:31.808119 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=21817f9d-c88e-440c-a6a4-7c20e3736f4a,segment=NetworkSegment(8dfdacc1-dd33-48a6-9337-85da8f4d2af8),segment_id=8dfdacc1-dd33-48a6-9337-85da8f4d2af8)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:31.818158 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:31.889175 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=21817f9d-c88e-440c-a6a4-7c20e3736f4a,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:31.945118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205a87-bbc4-4c4c-a533-bd189fc8877d req-02675899-1387-438a-90af-5bef5d9dfa99 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:31.947932 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-57205a87-bbc4-4c4c-a533-bd189fc8877d req-02675899-1387-438a-90af-5bef5d9dfa99 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 944 time: 0.0653975 Sep 15 18:31:32.021102 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-57205a87-bbc4-4c4c-a533-bd189fc8877d req-e18b6a61-d8f0-469d-82fc-789036fde531 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662303 Sep 15 18:31:32.060468 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044636f-e1f2-41ca-92e4-b98b99389bb8 req-b0338358-9ca8-4d6d-ac02-32b102f2b44f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:32.069449 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a044636f-e1f2-41ca-92e4-b98b99389bb8 req-b0338358-9ca8-4d6d-ac02-32b102f2b44f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 945 time: 0.1269386 Sep 15 18:31:32.114768 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a044636f-e1f2-41ca-92e4-b98b99389bb8 req-b9e73b8b-ce53-46e2-be81-f6de0454a88b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Sep 15 18:31:32.202721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['5b3ab5c6-6581-4639-871c-5af5cd147f4d'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:31:32.248277 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['21817f9d-c88e-440c-a6a4-7c20e3736f4a'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:31:32.256537 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:31:32.664413 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb62c1-c452-4bc7-aa5a-ba6daeba6193 req-5c44ab1a-095a-43ec-bbd3-efdc5b02c0d1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:32.665957 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8afb62c1-c452-4bc7-aa5a-ba6daeba6193 req-5c44ab1a-095a-43ec-bbd3-efdc5b02c0d1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 943 time: 0.0684676 Sep 15 18:31:32.729972 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8afb62c1-c452-4bc7-aa5a-ba6daeba6193 req-c408537f-1921-4d03-aa49-10a482e8277b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575807 Sep 15 18:31:32.810447 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c67d-1639-4a4b-aeeb-a1366384d668 req-e8b43705-35da-4d1e-806e-dc52fa36a986 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:32.812608 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f899c67d-1639-4a4b-aeeb-a1366384d668 req-e8b43705-35da-4d1e-806e-dc52fa36a986 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 944 time: 0.0645413 Sep 15 18:31:32.861284 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f899c67d-1639-4a4b-aeeb-a1366384d668 req-49d78185-49d8-4679-88c2-a38f9eaa181d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Sep 15 18:31:32.894560 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0c38568b-8d1c-4ed5-979d-7435393f204a details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:31:33.041298 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 0c38568b-8d1c-4ed5-979d-7435393f204a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0c38568b-8d1c-4ed5-979d-7435393f204a,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:33.089254 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '0c38568b-8d1c-4ed5-979d-7435393f204a', 'network_id': '19dc1571-758f-4ec3-a4ef-2ea5d4acd188', 'port_id': '0c38568b-8d1c-4ed5-979d-7435393f204a', 'mac_address': 'fa:16:3e:09:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d5d8fc-ef92-48e9-88cd-604995c06716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:31:33.190689 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:33.214016 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c38568b-8d1c-4ed5-979d-7435393f204a {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:33.261267 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e6eae-14dc-47ea-a892-cc06eb4875cd req-615ce263-e1bc-46c3-9763-d4e8f07b5302 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:33.274113 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e88e6eae-14dc-47ea-a892-cc06eb4875cd req-615ce263-e1bc-46c3-9763-d4e8f07b5302 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 944 time: 0.1043382 Sep 15 18:31:33.278324 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 0c38568b-8d1c-4ed5-979d-7435393f204a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0c38568b-8d1c-4ed5-979d-7435393f204a,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:33.289522 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:33.294157 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 8033c28c-e014-485d-b1a6-f3fee894eb94 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:31:33.304666 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a65f-b61b-4c4e-8e1d-b946038f4935 req-d6433072-d65f-4efa-ab9e-5dd239b1825c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:33.314049 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-69a0a65f-b61b-4c4e-8e1d-b946038f4935 req-d6433072-d65f-4efa-ab9e-5dd239b1825c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 945 time: 0.0814712 Sep 15 18:31:33.373409 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e88e6eae-14dc-47ea-a892-cc06eb4875cd req-24709d50-15b8-41e4-8dfb-d4d69b8fa306 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916214 Sep 15 18:31:33.382582 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-69a0a65f-b61b-4c4e-8e1d-b946038f4935 req-78a3cc4f-1ac5-4d6f-8032-e8380f4fb43e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Sep 15 18:31:33.476264 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=0c38568b-8d1c-4ed5-979d-7435393f204a,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:33.544455 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 8033c28c-e014-485d-b1a6-f3fee894eb94, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8033c28c-e014-485d-b1a6-f3fee894eb94,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:33.570951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'port_id': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'mac_address': 'fa:16:3e:c0:04:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:31:33.607796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:33.622028 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8033c28c-e014-485d-b1a6-f3fee894eb94 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:33.643542 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 8033c28c-e014-485d-b1a6-f3fee894eb94, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8033c28c-e014-485d-b1a6-f3fee894eb94,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:33.647507 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:33.717191 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=8033c28c-e014-485d-b1a6-f3fee894eb94,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:33.873911 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045e7d3-1dc5-4d88-baae-ffab37eae92f req-b0742e01-d535-4b33-ac33-713b9dce7c0e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:33.876304 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d045e7d3-1dc5-4d88-baae-ffab37eae92f req-b0742e01-d535-4b33-ac33-713b9dce7c0e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 944 time: 0.0760984 Sep 15 18:31:33.920236 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['0c38568b-8d1c-4ed5-979d-7435393f204a'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:31:33.955631 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d045e7d3-1dc5-4d88-baae-ffab37eae92f req-49fbffc5-a2c9-4073-ae8f-1b8dda82b958 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706449 Sep 15 18:31:34.006463 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['8033c28c-e014-485d-b1a6-f3fee894eb94'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:31:34.007280 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c2ba8-f956-400c-85d4-426d797063c5 req-1704a6e4-d538-4174-a64f-5f0384cedabc tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:34.022214 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-988c2ba8-f956-400c-85d4-426d797063c5 req-1704a6e4-d538-4174-a64f-5f0384cedabc tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 944 time: 0.0712824 Sep 15 18:31:34.061487 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-988c2ba8-f956-400c-85d4-426d797063c5 req-afbf861d-21db-47a3-bf11-39bedc84ce5e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Sep 15 18:31:34.558646 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c35fee-64ae-4d2a-91de-40cded246f77 req-390dfb42-1e64-4721-9816-3f92ccf29e39 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:34.561132 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f9c35fee-64ae-4d2a-91de-40cded246f77 req-390dfb42-1e64-4721-9816-3f92ccf29e39 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 945 time: 0.0696633 Sep 15 18:31:34.586329 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a6394-fc13-40a2-a25c-43a70d4e2f03 req-b3883987-cea3-47bb-a261-a2b4b83a9e84 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:34.595760 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d0a6394-fc13-40a2-a25c-43a70d4e2f03 req-b3883987-cea3-47bb-a261-a2b4b83a9e84 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 944 time: 0.1012547 Sep 15 18:31:34.620707 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f9c35fee-64ae-4d2a-91de-40cded246f77 req-1e81bc48-e121-4346-b28f-e620fa5dbd81 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Sep 15 18:31:34.643499 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d0a6394-fc13-40a2-a25c-43a70d4e2f03 req-3d17fd99-ba5c-4ffa-9f78-5d0c54c337aa tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Sep 15 18:31:34.891128 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 8033c28c-e014-485d-b1a6-f3fee894eb94 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:34.955547 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 8033c28c-e014-485d-b1a6-f3fee894eb94 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:31:34.959325 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 8033c28c-e014-485d-b1a6-f3fee894eb94 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:34.959714 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.075802 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.103628 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edbd82-a0cd-4598-bc5a-5f9de58025df req-74d9f5a3-a04c-4625-9a4a-d263a9fb09d6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:35.107270 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b6edbd82-a0cd-4598-bc5a-5f9de58025df req-74d9f5a3-a04c-4625-9a4a-d263a9fb09d6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 944 time: 0.0820458 Sep 15 18:31:35.109497 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:35.206950 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b6edbd82-a0cd-4598-bc5a-5f9de58025df req-36ff73d6-be78-4c49-ba7a-0f5010e9a43f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870311 Sep 15 18:31:35.234948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89565b-f661-415b-876a-a250f1865460 req-1d2f9b85-1381-497d-a85a-18c57c41027d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:35.237163 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f89565b-f661-415b-876a-a250f1865460 req-1d2f9b85-1381-497d-a85a-18c57c41027d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 944 time: 0.0869074 Sep 15 18:31:35.264958 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 8033c28c-e014-485d-b1a6-f3fee894eb94, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8033c28c-e014-485d-b1a6-f3fee894eb94,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:35.276784 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.278764 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 5b3ab5c6-6581-4639-871c-5af5cd147f4d up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:35.308582 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f89565b-f661-415b-876a-a250f1865460 req-56f8ba18-22ca-49e6-824e-5b357009aa43 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610650 Sep 15 18:31:35.374414 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=8033c28c-e014-485d-b1a6-f3fee894eb94,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:35.389850 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 5b3ab5c6-6581-4639-871c-5af5cd147f4d completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:31:35.394729 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 5b3ab5c6-6581-4639-871c-5af5cd147f4d triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:35.395130 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.420594 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15034554-95a4-47aa-a932-5dd76c3ab65a" -d '{"events": [{"server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "name": "network-vif-plugged", "status": "completed", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:35.491505 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.525601 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:35.530084 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.530957 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0c38568b-8d1c-4ed5-979d-7435393f204a up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:35.566913 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5d7196-981f-434a-bbc9-4ff13a03edf5 x-openstack-request-id: req-bf5d7196-981f-434a-bbc9-4ff13a03edf5 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:35.567220 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "name": "network-vif-plugged", "status": "completed", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:35.567463 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf5d7196-981f-434a-bbc9-4ff13a03edf5 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:35.567936 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'code': 200} Sep 15 18:31:35.606136 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=5b3ab5c6-6581-4639-871c-5af5cd147f4d,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:35.617501 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 0c38568b-8d1c-4ed5-979d-7435393f204a completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:31:35.621303 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 0c38568b-8d1c-4ed5-979d-7435393f204a triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:35.621671 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.662316 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50088) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:35.711990 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.744191 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a47e6-1e4a-4546-a5df-7eeee28c90c7 req-48fb7838-72b4-4772-9e85-33270577c7b7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:35.748547 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 0c38568b-8d1c-4ed5-979d-7435393f204a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0c38568b-8d1c-4ed5-979d-7435393f204a,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:35.751473 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e5a47e6-1e4a-4546-a5df-7eeee28c90c7 req-48fb7838-72b4-4772-9e85-33270577c7b7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0581942 Sep 15 18:31:35.753628 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.755106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 02c6dfc8-0a82-4175-b8f8-0d7e92238272 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:35.784743 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e59f9-5f2c-4dd8-9ea7-a8fc53fc9c7d req-9da2f725-3d62-47a4-90d3-c34c9f0a5b48 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:35.793554 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e5a47e6-1e4a-4546-a5df-7eeee28c90c7 req-eef78cba-891a-4dd4-baf5-879619974766 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Sep 15 18:31:35.793690 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ec6e59f9-5f2c-4dd8-9ea7-a8fc53fc9c7d req-9da2f725-3d62-47a4-90d3-c34c9f0a5b48 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 944 time: 0.0724280 Sep 15 18:31:35.810299 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-332a9145-9bab-4d6b-8d1c-6611dbb86529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.825889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=0c38568b-8d1c-4ed5-979d-7435393f204a,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:35.831690 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ec6e59f9-5f2c-4dd8-9ea7-a8fc53fc9c7d req-f5b3169f-f4bd-43d6-81d4-066d0fd3e0da tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Sep 15 18:31:35.871647 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:31:35.875602 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:35.876003 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.910964 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-332a9145-9bab-4d6b-8d1c-6611dbb86529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.914654 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-332a9145-9bab-4d6b-8d1c-6611dbb86529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:35.954114 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-332a9145-9bab-4d6b-8d1c-6611dbb86529 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec17d8488cd247268ea4e446d991a40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905669 Sep 15 18:31:35.955051 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a9145-9bab-4d6b-8d1c-6611dbb86529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcae28a-2339-4ad8-9e86-6aeb0005cbab,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:35.956886 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50096) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:35.969279 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.008150 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:36.010431 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1012298f-e3e9-443c-a53a-a7e4cac54253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.013085 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.013676 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 21817f9d-c88e-440c-a6a4-7c20e3736f4a up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:31:36.032314 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1012298f-e3e9-443c-a53a-a7e4cac54253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.086975 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1012298f-e3e9-443c-a53a-a7e4cac54253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.089827 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=02c6dfc8-0a82-4175-b8f8-0d7e92238272,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:36.090151 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1012298f-e3e9-443c-a53a-a7e4cac54253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.093719 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1012298f-e3e9-443c-a53a-a7e4cac54253 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bcae28a-2339-4ad8-9e86-6aeb0005cbab HTTP/1.1" status: 204 len: 168 time: 0.1321619 Sep 15 18:31:36.100412 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012298f-e3e9-443c-a53a-a7e4cac54253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcae28a-2339-4ad8-9e86-6aeb0005cbab,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:36.125831 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 21817f9d-c88e-440c-a6a4-7c20e3736f4a completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:31:36.130752 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 21817f9d-c88e-440c-a6a4-7c20e3736f4a triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:31:36.131163 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.222325 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.266569 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=21817f9d-c88e-440c-a6a4-7c20e3736f4a,segment=NetworkSegment(8dfdacc1-dd33-48a6-9337-85da8f4d2af8),segment_id=8dfdacc1-dd33-48a6-9337-85da8f4d2af8)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:31:36.271677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.330184 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=21817f9d-c88e-440c-a6a4-7c20e3736f4a,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:36.354660 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16248597-0168-446f-8b75-e3c895979585 req-99823e27-3309-46a9-8052-32c23d9a6998 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:36.356981 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16248597-0168-446f-8b75-e3c895979585 req-99823e27-3309-46a9-8052-32c23d9a6998 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0639296 Sep 15 18:31:36.403845 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16248597-0168-446f-8b75-e3c895979585 req-d266cae3-5f41-40c2-a19a-f23f33dc273c tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Sep 15 18:31:36.450123 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de0df1-86b5-4a57-afb3-e374adf2257f req-f62ad901-441f-45a7-a3d5-c0965e8d2e77 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:36.451733 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b6de0df1-86b5-4a57-afb3-e374adf2257f req-f62ad901-441f-45a7-a3d5-c0965e8d2e77 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0593100 Sep 15 18:31:36.472482 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50108) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:36.486252 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed48ceb0-6be1-47e5-9255-32f21afd65ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.501036 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b6de0df1-86b5-4a57-afb3-e374adf2257f req-bda5cf01-7df2-4aea-8f08-5d98ab260ff4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Sep 15 18:31:36.603800 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed48ceb0-6be1-47e5-9255-32f21afd65ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.607801 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed48ceb0-6be1-47e5-9255-32f21afd65ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.645608 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ed48ceb0-6be1-47e5-9255-32f21afd65ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b70d6be58ae3431a9820a80b10e52a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719933 Sep 15 18:31:36.646456 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ceb0-6be1-47e5-9255-32f21afd65ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4fe513-d23c-4e29-b2d0-26bd4ef88963,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:36.648452 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50112) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:36.699598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3db7f8b3-9ac7-4933-8f9c-f63d2b9a3f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.721351 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3db7f8b3-9ac7-4933-8f9c-f63d2b9a3f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.789889 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3db7f8b3-9ac7-4933-8f9c-f63d2b9a3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.792770 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3db7f8b3-9ac7-4933-8f9c-f63d2b9a3f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:36.793909 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3db7f8b3-9ac7-4933-8f9c-f63d2b9a3f32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e4fe513-d23c-4e29-b2d0-26bd4ef88963 HTTP/1.1" status: 204 len: 168 time: 0.1436718 Sep 15 18:31:36.801653 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7f8b3-9ac7-4933-8f9c-f63d2b9a3f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4fe513-d23c-4e29-b2d0-26bd4ef88963,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:36.918032 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040acf-a305-4be0-99fb-fa098920c28e req-c4473926-103c-45e0-869e-c22f599ec2d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:36.919609 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4040acf-a305-4be0-99fb-fa098920c28e req-c4473926-103c-45e0-869e-c22f599ec2d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0588243 Sep 15 18:31:36.969145 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4040acf-a305-4be0-99fb-fa098920c28e req-48c8e5ee-d7f1-4f7d-a9b8-19b803d94dff tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Sep 15 18:31:36.975359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca4963-a8a2-4976-8215-f54b5d34516d req-78bca34a-2e0b-4954-886c-acabc25171d8 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:36.980371 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-35ca4963-a8a2-4976-8215-f54b5d34516d req-78bca34a-2e0b-4954-886c-acabc25171d8 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.0656409 Sep 15 18:31:37.017629 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-35ca4963-a8a2-4976-8215-f54b5d34516d req-af00efc4-a597-4b4e-ac91-e4e32bf66ada tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Sep 15 18:31:37.527259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7669150-f158-4385-b800-b35a26109913 req-ef2be0f9-f303-45df-abf5-3cc16a58dfce tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:37.528915 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b7669150-f158-4385-b800-b35a26109913 req-ef2be0f9-f303-45df-abf5-3cc16a58dfce tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0560179 Sep 15 18:31:37.569252 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ab5c6-6581-4639-871c-5af5cd147f4d'}, {'server_uuid': '49012db0-daf7-439e-ac80-f87b114de88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c38568b-8d1c-4ed5-979d-7435393f204a'}, {'server_uuid': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6dfc8-0a82-4175-b8f8-0d7e92238272'}, {'server_uuid': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21817f9d-c88e-440c-a6a4-7c20e3736f4a'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:37.573603 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef76b8e-e516-4ba7-a872-aebe96da1e67" -d '{"events": [{"server_uuid": "ffab49eb-1ead-4e3a-8488-aa8ea285632b", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ab5c6-6581-4639-871c-5af5cd147f4d"}, {"server_uuid": "49012db0-daf7-439e-ac80-f87b114de88e", "name": "network-vif-plugged", "status": "completed", "tag": "0c38568b-8d1c-4ed5-979d-7435393f204a"}, {"server_uuid": "2b2d0233-5e0d-4440-95f3-f65315c763dc", "name": "network-vif-plugged", "status": "completed", "tag": "02c6dfc8-0a82-4175-b8f8-0d7e92238272"}, {"server_uuid": "7b8c5552-c6fd-464d-a5f0-3fcd6f681765", "name": "network-vif-plugged", "status": "completed", "tag": "21817f9d-c88e-440c-a6a4-7c20e3736f4a"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:37.588741 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b7669150-f158-4385-b800-b35a26109913 req-9adb9e9c-0450-4785-9537-e301c1c45b86 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531139 Sep 15 18:31:37.645960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6d4f-2fd1-491e-88ce-5c8ba1541eb9 req-dabc6b52-3b64-48e9-bbf5-9476fead42fa tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:37.655002 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-374f6d4f-2fd1-491e-88ce-5c8ba1541eb9 req-dabc6b52-3b64-48e9-bbf5-9476fead42fa tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0652385 Sep 15 18:31:37.659511 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b570776-dd82-482e-abe6-533a3b4616e0 x-openstack-request-id: req-7b570776-dd82-482e-abe6-533a3b4616e0 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:37.659818 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab49eb-1ead-4e3a-8488-aa8ea285632b", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ab5c6-6581-4639-871c-5af5cd147f4d", "code": 200}, {"server_uuid": "49012db0-daf7-439e-ac80-f87b114de88e", "name": "network-vif-plugged", "status": "completed", "tag": "0c38568b-8d1c-4ed5-979d-7435393f204a", "code": 200}, {"server_uuid": "2b2d0233-5e0d-4440-95f3-f65315c763dc", "name": "network-vif-plugged", "status": "completed", "tag": "02c6dfc8-0a82-4175-b8f8-0d7e92238272", "code": 200}, {"server_uuid": "7b8c5552-c6fd-464d-a5f0-3fcd6f681765", "name": "network-vif-plugged", "status": "completed", "tag": "21817f9d-c88e-440c-a6a4-7c20e3736f4a", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:37.660126 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b570776-dd82-482e-abe6-533a3b4616e0 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:37.660529 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ab5c6-6581-4639-871c-5af5cd147f4d', 'code': 200} Sep 15 18:31:37.660790 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49012db0-daf7-439e-ac80-f87b114de88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c38568b-8d1c-4ed5-979d-7435393f204a', 'code': 200} Sep 15 18:31:37.661034 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c6dfc8-0a82-4175-b8f8-0d7e92238272', 'code': 200} Sep 15 18:31:37.661288 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21817f9d-c88e-440c-a6a4-7c20e3736f4a', 'code': 200} Sep 15 18:31:37.694567 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-374f6d4f-2fd1-491e-88ce-5c8ba1541eb9 req-4833600c-3b74-4ac4-aefe-d8e49fbd2dd0 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374997 Sep 15 18:31:38.145277 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78bf59-222d-4699-92a7-ad206463eb79 req-33091139-82ff-4e3b-a13f-a7f35c34d2c2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.155015 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bb78bf59-222d-4699-92a7-ad206463eb79 req-33091139-82ff-4e3b-a13f-a7f35c34d2c2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0849023 Sep 15 18:31:38.195148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38596cf-9107-453f-b79a-1df27412b6c3 req-0f79ce71-4100-475f-8166-3a96913e73ac tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.205470 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e38596cf-9107-453f-b79a-1df27412b6c3 req-0f79ce71-4100-475f-8166-3a96913e73ac tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.0724244 Sep 15 18:31:38.211311 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bb78bf59-222d-4699-92a7-ad206463eb79 req-42651ca5-ea6d-4610-b847-ea81e23b1da2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548909 Sep 15 18:31:38.272317 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e38596cf-9107-453f-b79a-1df27412b6c3 req-b2a7b117-7b00-4f6f-b075-d0ae658cf181 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611167 Sep 15 18:31:38.428357 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc2d03-d7bd-45c9-bb66-0aec13d3457f req-c8910d0b-25ba-43e0-a0eb-ec66d1cbfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.429999 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-befc2d03-d7bd-45c9-bb66-0aec13d3457f req-c8910d0b-25ba-43e0-a0eb-ec66d1cbfb92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1098 time: 0.1322429 Sep 15 18:31:38.434180 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-beb777f6-041e-4ee0-952e-7dfc511a5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.435621 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-beb777f6-041e-4ee0-952e-7dfc511a5373 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.0912008 Sep 15 18:31:38.446506 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-8ea38ea8-8118-42ee-b4c5-667a4c62333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.448031 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-8ea38ea8-8118-42ee-b4c5-667a4c62333d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 1098 time: 0.1560001 Sep 15 18:31:38.449744 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bff18-7519-4576-9c4c-2266b77c92ba req-abc0c614-3c57-42e0-b000-5e3e0875fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.451119 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-988bff18-7519-4576-9c4c-2266b77c92ba req-abc0c614-3c57-42e0-b000-5e3e0875fbae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 1098 time: 0.1506169 Sep 15 18:31:38.453104 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-2353b7d0-0a2e-4171-a9bf-e0cab2f4dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.454482 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-2353b7d0-0a2e-4171-a9bf-e0cab2f4dd99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 1099 time: 0.1200159 Sep 15 18:31:38.469259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-befc2d03-d7bd-45c9-bb66-0aec13d3457f req-f7ef3caf-5c4b-4270-a1b8-869e588977e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.472291 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-e8720385-5ae1-4271-8f33-4715a9bc93ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.495008 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-02652323-1404-42b8-b9e9-b8edef668484 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.498121 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-e0646921-a72e-4027-9b45-233beb60eed8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.505289 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-988bff18-7519-4576-9c4c-2266b77c92ba req-86fb5a7d-c61b-48b7-9aef-ad7930158007 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.575581 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-befc2d03-d7bd-45c9-bb66-0aec13d3457f req-f7ef3caf-5c4b-4270-a1b8-869e588977e2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.581558 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-befc2d03-d7bd-45c9-bb66-0aec13d3457f req-f7ef3caf-5c4b-4270-a1b8-869e588977e2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:38.624148 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-befc2d03-d7bd-45c9-bb66-0aec13d3457f req-f7ef3caf-5c4b-4270-a1b8-869e588977e2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788316 Sep 15 18:31:38.641538 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef3caf-5c4b-4270-a1b8-869e588977e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d538d-ceb4-47d4-85bc-4b486760aaa6,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:38.650737 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.db.api [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-e0646921-a72e-4027-9b45-233beb60eed8 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 18:31:38.650737 dv-cinder-784603-2-iscsi neutron-server[93978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 18:31:38.650737 dv-cinder-784603-2-iscsi neutron-server[93978]: [parameters: {'project_id_1': '396f64cbbe8545eebb2d97dc3a0f1c74', 'expiration_1': datetime.datetime(2021, 9, 15, 18, 31, 18, 526676)}] Sep 15 18:31:38.650737 dv-cinder-784603-2-iscsi neutron-server[93978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:31:38.651171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.db.api [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-e8720385-5ae1-4271-8f33-4715a9bc93ca service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 396f64cbbe8545eebb2d97dc3a0f1c74 {{(pid=93977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:31:38.651171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG oslo_db.api [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-e8720385-5ae1-4271-8f33-4715a9bc93ca service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:31:38.651340 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG oslo_db.api [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-e0646921-a72e-4027-9b45-233beb60eed8 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:31:38.661528 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.db.api [req-988bff18-7519-4576-9c4c-2266b77c92ba req-86fb5a7d-c61b-48b7-9aef-ad7930158007 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 18:31:38.661528 dv-cinder-784603-2-iscsi neutron-server[93978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 18:31:38.661528 dv-cinder-784603-2-iscsi neutron-server[93978]: [parameters: {'project_id_1': '396f64cbbe8545eebb2d97dc3a0f1c74', 'expiration_1': datetime.datetime(2021, 9, 15, 18, 31, 18, 528466)}] Sep 15 18:31:38.661528 dv-cinder-784603-2-iscsi neutron-server[93978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:31:38.662263 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG oslo_db.api [req-988bff18-7519-4576-9c4c-2266b77c92ba req-86fb5a7d-c61b-48b7-9aef-ad7930158007 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:31:38.697126 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.db.api [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-02652323-1404-42b8-b9e9-b8edef668484 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 396f64cbbe8545eebb2d97dc3a0f1c74 {{(pid=93978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:31:38.697436 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG oslo_db.api [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-02652323-1404-42b8-b9e9-b8edef668484 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:31:38.741543 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2fdc-3e46-426b-a62b-bddb679b979c req-adebe90d-7e4b-4a3c-8ee8-eb8bdd8bd033 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.743569 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-233e2fdc-3e46-426b-a62b-bddb679b979c req-adebe90d-7e4b-4a3c-8ee8-eb8bdd8bd033 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0717421 Sep 15 18:31:38.788398 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-233e2fdc-3e46-426b-a62b-bddb679b979c req-d00a8320-bd3d-46d8-b03d-4b94aa87484d tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338781 Sep 15 18:31:38.834533 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe5d69-6b56-4a76-86d6-fb5d68033470 req-0a66b003-a0c4-47e4-ab01-0c1800b8f6c6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:38.836120 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14fe5d69-6b56-4a76-86d6-fb5d68033470 req-0a66b003-a0c4-47e4-ab01-0c1800b8f6c6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0670128 Sep 15 18:31:38.887294 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14fe5d69-6b56-4a76-86d6-fb5d68033470 req-29e37d13-0a3d-4453-b5e0-7144862d3871 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Sep 15 18:31:39.152531 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-e0646921-a72e-4027-9b45-233beb60eed8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.152964 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-e8720385-5ae1-4271-8f33-4715a9bc93ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.171773 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-988bff18-7519-4576-9c4c-2266b77c92ba req-86fb5a7d-c61b-48b7-9aef-ad7930158007 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.184280 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50220) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:39.199956 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-02652323-1404-42b8-b9e9-b8edef668484 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.286968 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-afd8d8cb-359e-4800-9e29-988e79e04b8a req-e8720385-5ae1-4271-8f33-4715a9bc93ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8351083 Sep 15 18:31:39.335743 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ff68ad94-7d0c-4358-b7ca-fef4b59a141a req-e0646921-a72e-4027-9b45-233beb60eed8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8680501 Sep 15 18:31:39.337451 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-988bff18-7519-4576-9c4c-2266b77c92ba req-86fb5a7d-c61b-48b7-9aef-ad7930158007 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8709514 Sep 15 18:31:39.355589 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3848c4a3-c2aa-4173-8359-4705f1fb6e2b req-02652323-1404-42b8-b9e9-b8edef668484 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8948934 Sep 15 18:31:39.389356 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5a81e-02a7-4f3e-87cc-2c0f5bc4f148 req-0afa6d3a-2b02-405a-b2f8-886206ff83ef tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:39.391057 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cac5a81e-02a7-4f3e-87cc-2c0f5bc4f148 req-0afa6d3a-2b02-405a-b2f8-886206ff83ef tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0877850 Sep 15 18:31:39.423293 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30174b2c-a99c-419e-a03f-5d737f24df71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.433952 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49014040-1963-49cb-bf9a-3aa6dca76abe req-c0c245ba-d50b-4044-a531-bc10d47c8fe9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:39.435992 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-49014040-1963-49cb-bf9a-3aa6dca76abe req-c0c245ba-d50b-4044-a531-bc10d47c8fe9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.0648973 Sep 15 18:31:39.456457 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cac5a81e-02a7-4f3e-87cc-2c0f5bc4f148 req-bd95c1b9-b45e-4c19-9793-d353fc364c2d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Sep 15 18:31:39.481158 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-49014040-1963-49cb-bf9a-3aa6dca76abe req-85ead9d8-ecf6-46e0-89ca-79bd97813b49 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Sep 15 18:31:39.535177 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30174b2c-a99c-419e-a03f-5d737f24df71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.538880 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30174b2c-a99c-419e-a03f-5d737f24df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.577641 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-30174b2c-a99c-419e-a03f-5d737f24df71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a1f41818d17492bb503e37523a03cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918085 Sep 15 18:31:39.578555 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30174b2c-a99c-419e-a03f-5d737f24df71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea24d3c-0458-402c-8b8d-e8e8865639f9,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:39.580315 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50236) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:39.628413 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4aac-9240-4ea7-8355-12fc052b66c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.648905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4aac-9240-4ea7-8355-12fc052b66c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.693915 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4aac-9240-4ea7-8355-12fc052b66c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.697060 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ab6d4aac-9240-4ea7-8355-12fc052b66c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:39.698358 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ab6d4aac-9240-4ea7-8355-12fc052b66c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ea24d3c-0458-402c-8b8d-e8e8865639f9 HTTP/1.1" status: 204 len: 168 time: 0.1165040 Sep 15 18:31:39.706184 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d4aac-9240-4ea7-8355-12fc052b66c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea24d3c-0458-402c-8b8d-e8e8865639f9,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:39.911371 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ab2b-76a5-4ee9-9b3f-1b5cb0e7874d req-84488460-6ca3-4acd-9eed-f76c0ee5e387 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:39.913204 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d820ab2b-76a5-4ee9-9b3f-1b5cb0e7874d req-84488460-6ca3-4acd-9eed-f76c0ee5e387 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Sep 15 18:31:39.960865 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d820ab2b-76a5-4ee9-9b3f-1b5cb0e7874d req-023fcada-64f9-4ef8-83a4-ccababcc6927 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Sep 15 18:31:39.990996 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50246) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:40.008045 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-61e7405d-c730-48bf-8cff-c1708b199c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.022603 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c18ee-9268-42b9-9c0e-9db2980d110a req-7fb14f31-83d2-4449-a38d-4ad7f2f57ee5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:40.024596 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e60c18ee-9268-42b9-9c0e-9db2980d110a req-7fb14f31-83d2-4449-a38d-4ad7f2f57ee5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0685024 Sep 15 18:31:40.065992 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e60c18ee-9268-42b9-9c0e-9db2980d110a req-5ae8d6e7-c45a-4b4c-b10a-14148baf6b77 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Sep 15 18:31:40.116872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-61e7405d-c730-48bf-8cff-c1708b199c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.121700 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-61e7405d-c730-48bf-8cff-c1708b199c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.161500 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-61e7405d-c730-48bf-8cff-c1708b199c9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30a1f9c182064690b0cb22b8ce2b4b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694300 Sep 15 18:31:40.163450 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7405d-c730-48bf-8cff-c1708b199c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b96446c-087c-4fea-800a-61441cfd0e83,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:40.164365 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50254) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:40.221196 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3f89-8279-462e-aa00-86f6ceaea268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.244168 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3f89-8279-462e-aa00-86f6ceaea268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.299333 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3f89-8279-462e-aa00-86f6ceaea268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.303054 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2e1c3f89-8279-462e-aa00-86f6ceaea268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:40.304232 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-2e1c3f89-8279-462e-aa00-86f6ceaea268 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b96446c-087c-4fea-800a-61441cfd0e83 HTTP/1.1" status: 204 len: 168 time: 0.1377599 Sep 15 18:31:40.314114 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c3f89-8279-462e-aa00-86f6ceaea268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b96446c-087c-4fea-800a-61441cfd0e83,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:40.592710 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e175d2-e0d9-41f1-babd-400e8ee116a6 req-5d8c591d-c7fe-4017-978b-22bd8878e593 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:40.594192 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-54e175d2-e0d9-41f1-babd-400e8ee116a6 req-5d8c591d-c7fe-4017-978b-22bd8878e593 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0587292 Sep 15 18:31:40.640067 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-54e175d2-e0d9-41f1-babd-400e8ee116a6 req-7f815163-7c5a-417a-8994-820b52ccf277 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Sep 15 18:31:40.641848 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393919a0-020e-464a-8c93-e389dca56e2c req-d5f5e4b6-6fb4-4590-9613-248ff30e637a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:40.654675 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-393919a0-020e-464a-8c93-e389dca56e2c req-d5f5e4b6-6fb4-4590-9613-248ff30e637a tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.0864909 Sep 15 18:31:40.694326 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-393919a0-020e-464a-8c93-e389dca56e2c req-a677ad39-acd6-4694-963f-23bfaa2eba06 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Sep 15 18:31:41.080523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518e136-5eea-423b-bc07-c38ea1aa0855 req-4bbd89a4-9322-4b8c-a3a9-fc25c4ae7c12 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:41.082056 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4518e136-5eea-423b-bc07-c38ea1aa0855 req-4bbd89a4-9322-4b8c-a3a9-fc25c4ae7c12 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Sep 15 18:31:41.122584 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4518e136-5eea-423b-bc07-c38ea1aa0855 req-8ed1d84a-e1b3-4b87-bb18-800792318186 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339022 Sep 15 18:31:41.189929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812f5fa-ac28-4e8c-ac93-cb6f86d0584b req-ad03921e-4aec-4730-b01b-937081857ea3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:41.191490 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d812f5fa-ac28-4e8c-ac93-cb6f86d0584b req-ad03921e-4aec-4730-b01b-937081857ea3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0491896 Sep 15 18:31:41.236505 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d812f5fa-ac28-4e8c-ac93-cb6f86d0584b req-bb80ba66-e624-439f-9526-0a396ec9ae65 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Sep 15 18:31:41.826733 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da907-892f-4d01-b795-3d0617a125a5 req-cb004682-16d8-4e36-9bdc-4e0bd7431fa4 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:41.828477 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bc2da907-892f-4d01-b795-3d0617a125a5 req-cb004682-16d8-4e36-9bdc-4e0bd7431fa4 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0864661 Sep 15 18:31:41.850398 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eddb9b-b507-415a-aba1-2db9cc3a12cc req-ccd6357f-989e-4abe-ac25-966524c15a0b tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:41.852982 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-50eddb9b-b507-415a-aba1-2db9cc3a12cc req-ccd6357f-989e-4abe-ac25-966524c15a0b tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.0738268 Sep 15 18:31:41.905079 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-50eddb9b-b507-415a-aba1-2db9cc3a12cc req-aa59962d-f571-492a-9567-02e765e10486 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Sep 15 18:31:41.908301 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bc2da907-892f-4d01-b795-3d0617a125a5 req-49ef4ced-cbae-4ad1-bb7e-03d7865e9a9e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701938 Sep 15 18:31:42.249132 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918d22-e69c-47aa-a215-d99f0a280918 req-a0f40da8-6e35-4996-b731-4ab976d27fe3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:42.254451 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3918d22-e69c-47aa-a215-d99f0a280918 req-a0f40da8-6e35-4996-b731-4ab976d27fe3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0560434 Sep 15 18:31:42.324637 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3918d22-e69c-47aa-a215-d99f0a280918 req-9df84196-ea72-4903-9a91-a4f104523e5c tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644560 Sep 15 18:31:42.404827 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734db9b-1964-4c7e-8897-81da13d1ab7b req-714b8400-d197-4216-903e-51a5d7220787 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:42.407223 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6734db9b-1964-4c7e-8897-81da13d1ab7b req-714b8400-d197-4216-903e-51a5d7220787 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0804667 Sep 15 18:31:42.472672 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6734db9b-1964-4c7e-8897-81da13d1ab7b req-2b6c3a81-7fff-46d3-808b-90f90fe71711 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594485 Sep 15 18:31:42.513229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c33a9f-70d3-4395-a815-26e5d016d3a1 req-a00b51a5-f3be-4d1e-92aa-db9fedc2d100 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:42.516592 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-36c33a9f-70d3-4395-a815-26e5d016d3a1 req-a00b51a5-f3be-4d1e-92aa-db9fedc2d100 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0651679 Sep 15 18:31:42.525899 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50390) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:42.530478 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'floatingip': {'port_id': '8033c28c-e014-485d-b1a6-f3fee894eb94'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:42.641960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50396) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:42.659481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:42.766511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-42035130-99f0-46bf-a899-ec994f8a94cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:42.874945 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-42035130-99f0-46bf-a899-ec994f8a94cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:42.881547 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-42035130-99f0-46bf-a899-ec994f8a94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:42.942955 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-42035130-99f0-46bf-a899-ec994f8a94cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=651846af921540a085e6ecfa1fbe6322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997544 Sep 15 18:31:42.947095 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42035130-99f0-46bf-a899-ec994f8a94cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd20f00f-efb2-49e6-9a48-0eb2e19ea8d2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:42.953082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50420) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:43.075148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46682efc-716d-4858-9530-7f1e0d1908a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.109016 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46682efc-716d-4858-9530-7f1e0d1908a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.124553 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787f0c6-4b41-44ab-be8c-c662247113ed req-1ae65f37-2d31-4016-9021-86c99232e6a7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:43.126132 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e787f0c6-4b41-44ab-be8c-c662247113ed req-1ae65f37-2d31-4016-9021-86c99232e6a7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1068468 Sep 15 18:31:43.184010 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e787f0c6-4b41-44ab-be8c-c662247113ed req-cc067790-dd2f-4a3e-aad0-8c6c38ea5698 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478792 Sep 15 18:31:43.207344 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46682efc-716d-4858-9530-7f1e0d1908a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.210168 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-46682efc-716d-4858-9530-7f1e0d1908a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.212451 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-46682efc-716d-4858-9530-7f1e0d1908a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd20f00f-efb2-49e6-9a48-0eb2e19ea8d2 HTTP/1.1" status: 204 len: 168 time: 0.2581832 Sep 15 18:31:43.222179 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50428) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:43.235037 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46682efc-716d-4858-9530-7f1e0d1908a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd20f00f-efb2-49e6-9a48-0eb2e19ea8d2,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:43.397100 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f234c-7d93-48d5-b1ac-40fa0c4eea0f req-f926b28a-187f-4f06-91b8-7404329193ad tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:43.398723 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-747f234c-7d93-48d5-b1ac-40fa0c4eea0f req-f926b28a-187f-4f06-91b8-7404329193ad tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.2043061 Sep 15 18:31:43.568494 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.576660 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de5294-1392-4948-895d-5c316a8cd146 req-c33cc96f-9ed2-40d3-bd35-2ac8896e8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:43.578021 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-c33cc96f-9ed2-40d3-bd35-2ac8896e8d33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 1099 time: 0.0803800 Sep 15 18:31:43.598082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa0c38-9b6f-4638-9d43-9f89b37463b3 req-662500e2-3c5e-4af6-9945-0fdf59ffc0b3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:43.603709 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e6fa0c38-9b6f-4638-9d43-9f89b37463b3 req-662500e2-3c5e-4af6-9945-0fdf59ffc0b3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0925217 Sep 15 18:31:43.623812 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50440) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:43.671529 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.673826 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-747f234c-7d93-48d5-b1ac-40fa0c4eea0f req-8d56bd7c-f82c-494b-95d3-f29c9f7020d9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598321 Sep 15 18:31:43.762262 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.db.resource_extend [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 18:31:43.765741 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e6fa0c38-9b6f-4638-9d43-9f89b37463b3 req-e7b8ba6d-db9c-43fd-a864-fc2ef56856d7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610796 Sep 15 18:31:43.811569 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de5294-1392-4948-895d-5c316a8cd146 req-81b7404a-ccae-41fd-8f48-05a21c456a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:43.812793 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-81b7404a-ccae-41fd-8f48-05a21c456a39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.2065303 Sep 15 18:31:43.875109 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.882314 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-9fe7e772-699b-4a67-a725-b4cc97184bfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d HTTP/1.1" status: 200 len: 217 time: 0.0592906 Sep 15 18:31:43.882771 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:43.960707 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de5294-1392-4948-895d-5c316a8cd146 req-18f0a229-4baf-45d2-a47f-96ef857de597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:43.963656 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-18f0a229-4baf-45d2-a47f-96ef857de597 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.0694389 Sep 15 18:31:44.004044 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-f92c4113-8045-40bd-bcec-964c053a5495 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309427 Sep 15 18:31:44.004599 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.013238 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.058152 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Floating IP 7c4dc013-6b76-4698-bbeb-7013df02f5d8 associated. External IP: 172.27.1.189, port: 8033c28c-e014-485d-b1a6-f3fee894eb94. Sep 15 18:31:44.068726 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1e993fbf0e8488eada069f1af27dda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442812 Sep 15 18:31:44.069098 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50460) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:44.207912 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0b7899-5770-4cd0-a2b9-5c93dd9648de,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:44.216486 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-3c5cbb10-1816-4728-ad1b-928f4a9fdb33 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028303 Sep 15 18:31:44.217898 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.218371 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.218814 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.219182 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.219518 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.219872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.220210 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.220541 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.220901 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.221238 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.221628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.221959 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb89252a-87d3-42f0-b931-fc0f95f31e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.266199 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240dd0f8-31d3-461a-8c59-4a57e6fe48d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.317580 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.346835 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240dd0f8-31d3-461a-8c59-4a57e6fe48d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.349914 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.368901 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:31:44.434438 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c08af6871aaa4dd89507eb96bc6d6eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8095827 Sep 15 18:31:44.441958 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50472) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:44.445793 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3d17d0-80c0-488b-a5b6-b6eb59c8b88d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:44.450960 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81de5294-1392-4948-895d-5c316a8cd146 req-eb190eb1-a472-4c45-b7a3-d3e0c61a7535 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104218 Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.458989 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.459282 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.459610 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d540c15-96d4-43ed-be7c-36ac83cd3507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:31:44.495683 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240dd0f8-31d3-461a-8c59-4a57e6fe48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.502674 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240dd0f8-31d3-461a-8c59-4a57e6fe48d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.504300 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-240dd0f8-31d3-461a-8c59-4a57e6fe48d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e0b7899-5770-4cd0-a2b9-5c93dd9648de HTTP/1.1" status: 204 len: 168 time: 0.4313819 Sep 15 18:31:44.514936 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dd0f8-31d3-461a-8c59-4a57e6fe48d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0b7899-5770-4cd0-a2b9-5c93dd9648de,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:44.550697 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:31:44.565412 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.566057 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:31:44.582975 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:31:44.584226 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:31:44.617069 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-30607b20-840f-477e-8481-e909b695b663 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "PUT /v2.0/floatingips/7c4dc013-6b76-4698-bbeb-7013df02f5d8 HTTP/1.1" status: 200 len: 991 time: 2.0898893 Sep 15 18:31:44.617828 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:44.630751 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:44.634749 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df993f84-26f0-45b1-9dd7-80bc2ebc8ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.659893 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df993f84-26f0-45b1-9dd7-80bc2ebc8ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.731331 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d750f0-f716-4bf2-aea9-04263e8d87bc x-openstack-request-id: req-b4d750f0-f716-4bf2-aea9-04263e8d87bc {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:44.731882 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:44.732467 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4d750f0-f716-4bf2-aea9-04263e8d87bc {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:44.732948 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'status': 'completed', 'code': 200} Sep 15 18:31:44.734628 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:31:44.770933 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df993f84-26f0-45b1-9dd7-80bc2ebc8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.773785 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df993f84-26f0-45b1-9dd7-80bc2ebc8ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:44.775190 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-df993f84-26f0-45b1-9dd7-80bc2ebc8ba8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c3d17d0-80c0-488b-a5b6-b6eb59c8b88d HTTP/1.1" status: 204 len: 168 time: 0.3326614 Sep 15 18:31:44.814952 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df993f84-26f0-45b1-9dd7-80bc2ebc8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3d17d0-80c0-488b-a5b6-b6eb59c8b88d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:44.917420 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-d0d4e034-82d1-4598-974c-e82b77df2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:44.921471 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-d0d4e034-82d1-4598-974c-e82b77df2396 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1098 time: 0.0571868 Sep 15 18:31:44.936593 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4f88a-267e-43a7-a401-6365174605b3 req-95fcf349-c6d1-4f5d-9cea-84a02d58be2c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:44.940887 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41f4f88a-267e-43a7-a401-6365174605b3 req-95fcf349-c6d1-4f5d-9cea-84a02d58be2c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0846226 Sep 15 18:31:45.021847 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41f4f88a-267e-43a7-a401-6365174605b3 req-8c082d53-8c1e-4f4f-97b2-8c28bc2374f4 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774436 Sep 15 18:31:45.155910 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50504) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:45.178834 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-164f0777-a880-4ab3-9d04-38acd7fd3fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.286444 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-80038566-630d-4275-a6ea-6a8ffa0d53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:45.288231 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-80038566-630d-4275-a6ea-6a8ffa0d53c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 912 time: 0.3584433 Sep 15 18:31:45.333416 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '7c4dc013-6b76-4698-bbeb-7013df02f5d8', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'port_id': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'mac_address': 'fa:16:3e:c0:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732b780-5f8b-4607-977a-930cbb141b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:31:02Z', 'updated_at': '2021-09-15T18:31:43Z', 'revision_number': 1, 'project_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:31:45.367322 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:31:45.379632 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:31:45.380564 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:31:45.407223 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-164f0777-a880-4ab3-9d04-38acd7fd3fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.416584 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-164f0777-a880-4ab3-9d04-38acd7fd3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.464186 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-164f0777-a880-4ab3-9d04-38acd7fd3fd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=813a7bcb0fb84bebbefc2fd2c908f827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039954 Sep 15 18:31:45.464796 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50514) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:45.476810 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-ddc65a54-2bfc-4934-8af7-281056f72b3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 200 len: 999 time: 0.1722136 Sep 15 18:31:45.485295 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f0777-a880-4ab3-9d04-38acd7fd3fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a910e28-72ec-44b6-8c41-f0009adf0938,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:45.554533 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54eedc40-e40c-42f4-96b4-e5b4269f80a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.559524 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-25d945a7-76a5-48b6-9ff6-fecce3718e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:45.561319 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-25d945a7-76a5-48b6-9ff6-fecce3718e1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0815184 Sep 15 18:31:45.572749 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:31:45.584708 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54eedc40-e40c-42f4-96b4-e5b4269f80a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.657577 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54eedc40-e40c-42f4-96b4-e5b4269f80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.662702 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54eedc40-e40c-42f4-96b4-e5b4269f80a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:45.668871 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-54eedc40-e40c-42f4-96b4-e5b4269f80a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a910e28-72ec-44b6-8c41-f0009adf0938 HTTP/1.1" status: 204 len: 168 time: 0.2026277 Sep 15 18:31:45.673694 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-93c205b0-07a7-47ef-9037-c053cdc383db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:45.675446 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-93c205b0-07a7-47ef-9037-c053cdc383db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052718 Sep 15 18:31:45.684271 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eedc40-e40c-42f4-96b4-e5b4269f80a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a910e28-72ec-44b6-8c41-f0009adf0938,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:45.812255 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50532) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:45.848219 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-1c69225a-4d70-4a56-9c76-b8e83c2726a8 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642253 Sep 15 18:31:45.931577 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '7c4dc013-6b76-4698-bbeb-7013df02f5d8', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'port_id': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'mac_address': 'fa:16:3e:c0:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732b780-5f8b-4607-977a-930cbb141b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:31:02Z', 'updated_at': '2021-09-15T18:31:43Z', 'revision_number': 1, 'project_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:31:46.001829 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f920078d-c89e-49c3-b517-43192a79b22e None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '7c4dc013-6b76-4698-bbeb-7013df02f5d8', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'port_id': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'mac_address': 'fa:16:3e:c0:04:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1732b780-5f8b-4607-977a-930cbb141b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:31:02Z', 'updated_at': '2021-09-15T18:31:43Z', 'revision_number': 1, 'project_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:31:46.079956 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c2c935a1-e8dc-4970-9b63-9c76ed8291e3 req-6485bf65-5d8a-400b-a8bc-83ef9eb97164 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196736 Sep 15 18:31:46.159352 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843216f-c0e9-4e62-831b-1654ec77ccf0 req-6ae84650-df02-4774-b778-2a1dee4ed982 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:46.165842 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1843216f-c0e9-4e62-831b-1654ec77ccf0 req-6ae84650-df02-4774-b778-2a1dee4ed982 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0600410 Sep 15 18:31:46.216261 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1843216f-c0e9-4e62-831b-1654ec77ccf0 req-82fdbc41-1cfc-43e4-ad7c-86952cd17ce6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493767 Sep 15 18:31:46.224217 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efd8c4cd-6379-4ac0-826f-75371528cbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.346340 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7bea2-03c2-4ebb-afe6-75730116068b None None] New status for floating IP 7c4dc013-6b76-4698-bbeb-7013df02f5d8: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:31:46.377028 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efd8c4cd-6379-4ac0-826f-75371528cbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.384439 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-efd8c4cd-6379-4ac0-826f-75371528cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.419719 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c4cd-6379-4ac0-826f-75371528cbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e3d33-0030-449f-850e-b47fdfa71107,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:46.445475 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-efd8c4cd-6379-4ac0-826f-75371528cbb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=013dca1a65eb4a0380d3c1c1a68f7fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320333 Sep 15 18:31:46.448002 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50558) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:46.725757 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d92e6f8-6e69-4550-bcaf-2f8522247b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.758218 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d92e6f8-6e69-4550-bcaf-2f8522247b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.821343 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d92e6f8-6e69-4550-bcaf-2f8522247b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.824686 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6d92e6f8-6e69-4550-bcaf-2f8522247b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:46.825840 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6d92e6f8-6e69-4550-bcaf-2f8522247b06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/918e3d33-0030-449f-850e-b47fdfa71107 HTTP/1.1" status: 204 len: 168 time: 0.3766592 Sep 15 18:31:46.840173 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92e6f8-6e69-4550-bcaf-2f8522247b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e3d33-0030-449f-850e-b47fdfa71107,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:47.121152 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50594) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:47.214851 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50600) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:47.228974 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab55-debb-4743-b37a-ef62efccdc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.338993 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab55-debb-4743-b37a-ef62efccdc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.344713 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ddbbab55-debb-4743-b37a-ef62efccdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.354078 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8558d5-8b1c-43cd-8817-5bf1ca50bc4f req-ff7ee110-cbdc-4fd7-bd5e-883f9301d434 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:47.355911 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b8558d5-8b1c-43cd-8817-5bf1ca50bc4f req-ff7ee110-cbdc-4fd7-bd5e-883f9301d434 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0643201 Sep 15 18:31:47.398207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50604) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:47.402087 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ddbbab55-debb-4743-b37a-ef62efccdc4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e14cdb1776044ac9906dce624206145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861038 Sep 15 18:31:47.408495 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1224289262-network', 'tenant_id': 'f6a05929cddf485ba9a973888948203e'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:47.418532 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b8558d5-8b1c-43cd-8817-5bf1ca50bc4f req-34f2a6de-6fe0-4b78-b0a5-5ee1b940615e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563149 Sep 15 18:31:47.420367 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbab55-debb-4743-b37a-ef62efccdc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d76829-f644-4dff-9786-58127789570a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:47.453257 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Made reservation on behalf of f6a05929cddf485ba9a973888948203e for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:47.456288 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.464311 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-707689a2-737c-4441-8848-46ffc8b380ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.466891 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.487598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-707689a2-737c-4441-8848-46ffc8b380ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.550662 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-707689a2-737c-4441-8848-46ffc8b380ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.554204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-707689a2-737c-4441-8848-46ffc8b380ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.560367 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-707689a2-737c-4441-8848-46ffc8b380ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2d76829-f644-4dff-9786-58127789570a HTTP/1.1" status: 204 len: 168 time: 0.1606719 Sep 15 18:31:47.571535 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707689a2-737c-4441-8848-46ffc8b380ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d76829-f644-4dff-9786-58127789570a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:47.575166 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.584652 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.614105 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:31:47.624474 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e0cda-67da-4b0d-ab3d-86a7c0af66a4,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:47.629438 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.629784 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Added segment 234d2d4a-f45e-4826-b14f-47418ced7202 of type vlan for network a68391f9-b81e-4bc2-9932-010959916f98 Sep 15 18:31:47.672042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.699656 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.700797 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:47.701415 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.740855 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50630) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:47.747092 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Request body: {'subnet': {'network_id': 'a68391f9-b81e-4bc2-9932-010959916f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1224289262-subnet', 'tenant_id': 'f6a05929cddf485ba9a973888948203e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:47.751097 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6275120 Sep 15 18:31:47.777812 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Made reservation on behalf of f6a05929cddf485ba9a973888948203e for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:47.780493 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163bb99-d17b-4773-87a1-1e9465cfbd40 admin admin] Pushing event updated for resources: {'Network': ['ID=a68391f9-b81e-4bc2-9932-010959916f98,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:47.781106 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:47.794741 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network a68391f9-b81e-4bc2-9932-010959916f98 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:31:48.023210 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.095400 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e267f3fc-8930-4dee-a63b-c6e453f5bd5d,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:48.107666 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Checking segment: {'id': '234d2d4a-f45e-4826-b14f-47418ced7202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a68391f9-b81e-4bc2-9932-010959916f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:48.108032 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Network hostable DHCP agents. Network: a68391f9-b81e-4bc2-9932-010959916f98, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:31:48.130957 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Network a68391f9-b81e-4bc2-9932-010959916f98 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:31:48.149957 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, a68391f9-b81e-4bc2-9932-010959916f98) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:48.157809 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:48.158527 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.159307 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae1cf9-a2ce-48f2-8b69-04902bae8c1c None None] Network a68391f9-b81e-4bc2-9932-010959916f98 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:31:48.178689 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-e69ad3c5-2152-4b71-a572-fafb6859a967 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4363878 Sep 15 18:31:48.315301 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628750c-db99-4c91-b947-fd4c6d1957e1 None None] Network a68391f9-b81e-4bc2-9932-010959916f98 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:31:48.408509 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50674) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:48.548260 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052245-92ce-4d58-ac55-2053ad8375ca req-9b0627df-a30d-4615-a722-8ffe3b6e84a5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:48.556324 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-94052245-92ce-4d58-ac55-2053ad8375ca req-9b0627df-a30d-4615-a722-8ffe3b6e84a5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0586486 Sep 15 18:31:48.592384 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-94052245-92ce-4d58-ac55-2053ad8375ca req-b90c2a53-d446-47e0-9250-69c2a651a3ec tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Sep 15 18:31:48.613845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-66818dab-1ea5-48f7-a9d1-49f4576576fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.710043 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-66818dab-1ea5-48f7-a9d1-49f4576576fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.715112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-66818dab-1ea5-48f7-a9d1-49f4576576fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.755059 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66818dab-1ea5-48f7-a9d1-49f4576576fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805ee7ae-faf2-4487-869d-b714eeb024cd,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:48.763790 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-66818dab-1ea5-48f7-a9d1-49f4576576fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f74cda6d36544ccc85429b3a0eb93a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532481 Sep 15 18:31:48.765450 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50696) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:48.827888 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e102a94a-30a9-494a-91c4-d407c22b2e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.852428 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e102a94a-30a9-494a-91c4-d407c22b2e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.904853 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e102a94a-30a9-494a-91c4-d407c22b2e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.907832 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e102a94a-30a9-494a-91c4-d407c22b2e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.912119 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-e102a94a-30a9-494a-91c4-d407c22b2e36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/805ee7ae-faf2-4487-869d-b714eeb024cd HTTP/1.1" status: 204 len: 168 time: 0.1450405 Sep 15 18:31:48.912544 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50708) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:48.918852 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559616171-network', 'tenant_id': '6078237cc9fa45d3a83a3ce6dac79470'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:48.922220 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102a94a-30a9-494a-91c4-d407c22b2e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ee7ae-faf2-4487-869d-b714eeb024cd,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:48.957727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Made reservation on behalf of 6078237cc9fa45d3a83a3ce6dac79470 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:48.960784 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:48.974950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.074605 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.080398 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.107983 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:31:49.127763 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8cccc-e838-41f6-95b3-ab89b8188a92,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:49.130760 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.131104 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Added segment be6afd8d-de1e-429f-b810-6f4436ec1b88 of type vlan for network 7d05dcc6-f298-4923-a543-776f933c44fb Sep 15 18:31:49.180876 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.224359 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.225012 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:49.225574 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.271730 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3579891 Sep 15 18:31:49.276100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50728) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:49.282314 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Request body: {'subnet': {'network_id': '7d05dcc6-f298-4923-a543-776f933c44fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559616171-subnet', 'tenant_id': '6078237cc9fa45d3a83a3ce6dac79470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:49.304454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e712b-1aeb-4345-be91-a5b12ecc4186 admin admin] Pushing event updated for resources: {'Network': ['ID=7d05dcc6-f298-4923-a543-776f933c44fb,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:49.316991 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 7d05dcc6-f298-4923-a543-776f933c44fb details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:31:49.324894 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Made reservation on behalf of 6078237cc9fa45d3a83a3ce6dac79470 for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:49.327560 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.444848 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50736) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:49.462617 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e23abfe5-15b0-4427-80c6-e6b22c59d0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.539117 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.559251 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e23abfe5-15b0-4427-80c6-e6b22c59d0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.565129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e23abfe5-15b0-4427-80c6-e6b22c59d0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.607702 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e23abfe5-15b0-4427-80c6-e6b22c59d0c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a32bd96121194e99ac309d0f19c4038f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591847 Sep 15 18:31:49.607899 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b9693f-a716-447f-be51-6885beadadfd,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:49.608014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23abfe5-15b0-4427-80c6-e6b22c59d0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6f0dea-afe8-4b1e-ab08-2e7d777781d6,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:49.608733 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50742) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:49.610882 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Checking segment: {'id': 'be6afd8d-de1e-429f-b810-6f4436ec1b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7d05dcc6-f298-4923-a543-776f933c44fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:49.611146 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Network hostable DHCP agents. Network: 7d05dcc6-f298-4923-a543-776f933c44fb, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:31:49.663900 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Network 7d05dcc6-f298-4923-a543-776f933c44fb is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:31:49.678139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-06bedaa1-2500-476e-8a0d-de8bb41c70de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.679755 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 7d05dcc6-f298-4923-a543-776f933c44fb) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:49.687799 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22ec6d-aec7-42f1-b5a4-ceaf5b9cb124 None None] Network 7d05dcc6-f298-4923-a543-776f933c44fb requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:31:49.691947 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:49.692581 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.736192 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-06bedaa1-2500-476e-8a0d-de8bb41c70de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.760801 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0f1a66fb-02f3-4a9b-a0e8-69dada506250 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4833026 Sep 15 18:31:49.795001 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202c07-46a6-4dd2-b8c2-c8e42483a320 req-0aa16229-4fdd-4c96-844e-56b7f606fa3e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:49.796539 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-eb202c07-46a6-4dd2-b8c2-c8e42483a320 req-0aa16229-4fdd-4c96-844e-56b7f606fa3e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1138520 Sep 15 18:31:49.830876 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-06bedaa1-2500-476e-8a0d-de8bb41c70de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.833992 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-06bedaa1-2500-476e-8a0d-de8bb41c70de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:49.840695 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-06bedaa1-2500-476e-8a0d-de8bb41c70de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e6f0dea-afe8-4b1e-ab08-2e7d777781d6 HTTP/1.1" status: 204 len: 168 time: 0.2309170 Sep 15 18:31:49.860491 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca1a76-7e65-4b4c-8bb3-0199641fc230 None None] Network 7d05dcc6-f298-4923-a543-776f933c44fb requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:31:49.884723 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bedaa1-2500-476e-8a0d-de8bb41c70de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6f0dea-afe8-4b1e-ab08-2e7d777781d6,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:49.912387 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-eb202c07-46a6-4dd2-b8c2-c8e42483a320 req-21f46c55-abf7-4192-91cd-df0b99f3b521 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962007 Sep 15 18:31:50.648649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50814) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:50.751271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7272e9ad-a320-483b-a1f4-75eba69fe233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:50.845806 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7272e9ad-a320-483b-a1f4-75eba69fe233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:50.850823 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7272e9ad-a320-483b-a1f4-75eba69fe233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:50.889143 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-701b10a4-ca42-4f4e-b40b-18718c718136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:50.894720 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-7272e9ad-a320-483b-a1f4-75eba69fe233 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70b7b841241a41c3bc9dde3a5c2808b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448578 Sep 15 18:31:50.895823 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272e9ad-a320-483b-a1f4-75eba69fe233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5552bb6-a98f-4492-bc38-0b3e8175a18f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:50.897489 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50842) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:50.951891 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8766465c-361a-4f90-98c1-2ee20b631f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:50.974758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8766465c-361a-4f90-98c1-2ee20b631f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.033388 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8766465c-361a-4f90-98c1-2ee20b631f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.036240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8766465c-361a-4f90-98c1-2ee20b631f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.037295 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e383e1-35f9-46c4-9e58-4e7c5ff18ae6 req-11f3d927-6a6f-4e7f-8201-87d13a5f90ae tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:51.037460 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8766465c-361a-4f90-98c1-2ee20b631f2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5552bb6-a98f-4492-bc38-0b3e8175a18f HTTP/1.1" status: 204 len: 168 time: 0.1390018 Sep 15 18:31:51.038804 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2e383e1-35f9-46c4-9e58-4e7c5ff18ae6 req-11f3d927-6a6f-4e7f-8201-87d13a5f90ae tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0577469 Sep 15 18:31:51.052736 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766465c-361a-4f90-98c1-2ee20b631f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5552bb6-a98f-4492-bc38-0b3e8175a18f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:51.092618 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2e383e1-35f9-46c4-9e58-4e7c5ff18ae6 req-16200803-5815-4648-aac0-03d70ad428f1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Sep 15 18:31:51.356130 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 50878) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:51.369953 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23ed4e6a-4775-4415-abab-af1e70281268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.464442 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23ed4e6a-4775-4415-abab-af1e70281268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.468448 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23ed4e6a-4775-4415-abab-af1e70281268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.509550 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-23ed4e6a-4775-4415-abab-af1e70281268 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7ac2074363b4880b5430c68f71282c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523042 Sep 15 18:31:51.511994 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed4e6a-4775-4415-abab-af1e70281268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb931ce-1a3c-4090-aad2-eaa51cb288a5,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:51.512396 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 50890) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:51.576732 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a283b3af-eba7-4e91-93a8-14ba3f5088e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.600160 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a283b3af-eba7-4e91-93a8-14ba3f5088e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.647442 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a283b3af-eba7-4e91-93a8-14ba3f5088e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.650940 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a283b3af-eba7-4e91-93a8-14ba3f5088e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:51.652563 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a283b3af-eba7-4e91-93a8-14ba3f5088e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdb931ce-1a3c-4090-aad2-eaa51cb288a5 HTTP/1.1" status: 204 len: 168 time: 0.1391320 Sep 15 18:31:51.661115 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283b3af-eba7-4e91-93a8-14ba3f5088e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb931ce-1a3c-4090-aad2-eaa51cb288a5,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:52.121818 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:31:52.223987 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f79b0a-89c0-4d38-ae16-3eea82ccdfc3 req-3a3ffd27-d1b0-4e1f-9e4b-8722c31b70a5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:52.223987 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-70f79b0a-89c0-4d38-ae16-3eea82ccdfc3 req-3a3ffd27-d1b0-4e1f-9e4b-8722c31b70a5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0579772 Sep 15 18:31:52.271583 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-70f79b0a-89c0-4d38-ae16-3eea82ccdfc3 req-fbd18d40-c2ed-4cc4-aca5-1a2608d94b6f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Sep 15 18:31:53.403416 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99314733-8337-4d30-95c9-d2723330a21f req-e0ad5a2c-a5f0-477d-8dc3-6f9a08e38229 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:53.405153 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-99314733-8337-4d30-95c9-d2723330a21f req-e0ad5a2c-a5f0-477d-8dc3-6f9a08e38229 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0582743 Sep 15 18:31:53.462124 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-99314733-8337-4d30-95c9-d2723330a21f req-97ca32b7-cfe2-4b22-8c0b-bc0af6b7d213 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Sep 15 18:31:53.693591 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4c16e39b-bd48-437c-8fb4-722cacd25142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:53.865984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51010) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:53.974307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0e87b4df-6f25-4c1d-b84c-a003fad5a883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.063717 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0e87b4df-6f25-4c1d-b84c-a003fad5a883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.069134 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0e87b4df-6f25-4c1d-b84c-a003fad5a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.108835 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0e87b4df-6f25-4c1d-b84c-a003fad5a883 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b8dac4e653c4861bd01f28d25df2a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416933 Sep 15 18:31:54.109644 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87b4df-6f25-4c1d-b84c-a003fad5a883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f17495-2f15-40ad-95b7-03d80eebe605,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:54.112458 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51014) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:54.129017 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.163651 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9bdcc0a-a73f-4b47-8796-4007c3b5d15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.170286 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-3bcf9af9-c86b-43b3-ad97-dd11109d2d7b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384347 Sep 15 18:31:54.186906 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9bdcc0a-a73f-4b47-8796-4007c3b5d15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.253405 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9bdcc0a-a73f-4b47-8796-4007c3b5d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.256163 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e9bdcc0a-a73f-4b47-8796-4007c3b5d15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.260562 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e9bdcc0a-a73f-4b47-8796-4007c3b5d15d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49f17495-2f15-40ad-95b7-03d80eebe605 HTTP/1.1" status: 204 len: 168 time: 0.1463637 Sep 15 18:31:54.269419 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdcc0a-a73f-4b47-8796-4007c3b5d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f17495-2f15-40ad-95b7-03d80eebe605,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:54.272335 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-d93d2780-41cb-4675-b0e0-a1837b5b71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:54.275257 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-d93d2780-41cb-4675-b0e0-a1837b5b71e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 1098 time: 0.0606608 Sep 15 18:31:54.412313 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-8909fde5-802f-43ad-b365-5da21870fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:54.413928 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-8909fde5-802f-43ad-b365-5da21870fcc9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 916 time: 0.1042302 Sep 15 18:31:54.472716 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-2a7ff981-06ec-4e12-bce4-4045978c3cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272 HTTP/1.1" status: 200 len: 217 time: 0.0500658 Sep 15 18:31:54.542017 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-1810de99-1fb2-40e4-985f-df561475541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:54.543654 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-1810de99-1fb2-40e4-985f-df561475541a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0628750 Sep 15 18:31:54.595671 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-44309d07-959c-4cf7-968d-8ad19b0fb84e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373254 Sep 15 18:31:54.704965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51052) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:54.723275 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca2b65ab-bd14-4764-af76-07d0fbe5cba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.733323 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:54.759689 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d2d52-d136-43a7-8968-693d9fb303ee req-a232a0f6-1034-41a9-bc8e-32413677d3b3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:54.766903 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb0d2d52-d136-43a7-8968-693d9fb303ee req-a232a0f6-1034-41a9-bc8e-32413677d3b3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1737068 Sep 15 18:31:54.814617 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-6703434d-ee8e-4cba-b189-e331bfc8afeb service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913271 Sep 15 18:31:54.819564 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb0d2d52-d136-43a7-8968-693d9fb303ee req-91798201-fddb-47f8-ba99-2ac406f80291 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518897 Sep 15 18:31:54.919615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-83770941-f189-4d80-b723-21706ca33bf7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:54.921038 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-83770941-f189-4d80-b723-21706ca33bf7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.1744657 Sep 15 18:31:54.942019 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56492a5e-9cc1-47b1-801d-146c2998cb2c req-6d8b48d4-7173-46f8-95a0-ee736afe2e36 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121004 Sep 15 18:31:54.948928 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-97ff73fd-68f4-4e11-aa67-21749dff83ec tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/quotas/3195be99ea1349b2be3c331e91cc4bee HTTP/1.1" status: 200 len: 375 time: 0.0177195 Sep 15 18:31:55.031444 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-c3c50847-e8bd-4220-b113-464f9b5f0c32 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766582 Sep 15 18:31:55.033453 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca2b65ab-bd14-4764-af76-07d0fbe5cba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:55.037440 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca2b65ab-bd14-4764-af76-07d0fbe5cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:55.103290 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b65ab-bd14-4764-af76-07d0fbe5cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23c593-58d8-4d79-a471-fce20af55b82,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:55.113745 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ca2b65ab-bd14-4764-af76-07d0fbe5cba7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d699cd36b4a144ec88037aabe5c59936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053907 Sep 15 18:31:55.114464 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51062) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:31:55.164559 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ca25b408-4e15-4b40-9216-ff9488305ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:55.166248 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-c3dc0ecc-37a2-4052-8e03-596261110d50 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249015 Sep 15 18:31:55.186309 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ca25b408-4e15-4b40-9216-ff9488305ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:55.240472 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ca25b408-4e15-4b40-9216-ff9488305ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:55.243789 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ca25b408-4e15-4b40-9216-ff9488305ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:55.244944 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ca25b408-4e15-4b40-9216-ff9488305ea8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a23c593-58d8-4d79-a471-fce20af55b82 HTTP/1.1" status: 204 len: 168 time: 0.1299744 Sep 15 18:31:55.252864 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25b408-4e15-4b40-9216-ff9488305ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23c593-58d8-4d79-a471-fce20af55b82,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:55.276609 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-dda1b8cc-57f1-4e2e-bdb6-d3d1787ef1d9 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036363 Sep 15 18:31:55.458333 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-78314a4b-2217-44d4-abc5-ed4804a6b5a2 req-9ef14a33-4304-4a34-abb0-1e9d7ad73030 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 210 time: 0.0270069 Sep 15 18:31:56.068871 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277b398-2971-41d8-9717-edea95d6dccc req-9c26213c-58be-41b0-b3d8-7cbd58b1dfd8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:56.088516 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0277b398-2971-41d8-9717-edea95d6dccc req-9c26213c-58be-41b0-b3d8-7cbd58b1dfd8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1713269 Sep 15 18:31:56.107953 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:56.137577 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0277b398-2971-41d8-9717-edea95d6dccc req-977dc6b3-8c4f-401e-94e4-da89ce5060b2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Sep 15 18:31:56.598298 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-48d46aac-4ac5-4800-bc42-fd8f2805857d req-68dc0ca0-5735-48ec-85b8-38c7febdaeeb tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 210 time: 0.0544488 Sep 15 18:31:56.684156 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-a8529419-6a50-428e-afc2-b89fa426d923 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:56.686157 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-a8529419-6a50-428e-afc2-b89fa426d923 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.1520314 Sep 15 18:31:56.714746 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Request body: {'port': {'device_id': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'admin_state_up': True, 'tenant_id': '3195be99ea1349b2be3c331e91cc4bee'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:56.839176 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Made reservation on behalf of 3195be99ea1349b2be3c331e91cc4bee for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:31:56.843521 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:56.843668 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:56.973830 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Allocated IP 172.20.0.6 (44290574-2d47-4c95-a36b-6b3ea6d2c957/c162c98c-c33f-4a27-9f0b-c5a186091a6f/9d83db9d-2bf8-472c-8c7f-1534ca182825) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:31:57.136907 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.179167 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.196175 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:31:57.243296 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:31:57.247237 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:31:57.253061 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:31:57.261978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:57.261978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.277920 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event updated for resources: {'Port': ['ID=9d83db9d-2bf8-472c-8c7f-1534ca182825,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:57.291262 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-322a339d-1d91-4bb3-bc36-7d1bddffa7ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819240 Sep 15 18:31:57.321946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Request body: {'port': {'device_id': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:31:57.362082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6062cf-b04e-46f4-b97b-9634a41256bf req-248397d6-9d29-41e6-b4d1-81d4a7c76e1f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:57.363589 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6e6062cf-b04e-46f4-b97b-9634a41256bf req-248397d6-9d29-41e6-b4d1-81d4a7c76e1f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0882001 Sep 15 18:31:57.393587 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.459613 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6e6062cf-b04e-46f4-b97b-9634a41256bf req-426a061e-8661-44ca-b43f-62780091c030 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670421 Sep 15 18:31:57.721803 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d83db9d-2bf8-472c-8c7f-1534ca182825 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:31:57.730370 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.744479 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Transition to ACTIVE for port object 9d83db9d-2bf8-472c-8c7f-1534ca182825 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:31:57.744652 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fb240-8778-4d4c-b21e-859c20f8b5a7 req-d8cc2b6a-021b-464b-bff1-0a0daf6c2b88 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:57.746116 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-862fb240-8778-4d4c-b21e-859c20f8b5a7 req-d8cc2b6a-021b-464b-bff1-0a0daf6c2b88 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 931 time: 0.0692365 Sep 15 18:31:57.754282 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.802891 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-862fb240-8778-4d4c-b21e-859c20f8b5a7 req-28c6639e-035b-4445-a197-e6d21868f678 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494893 Sep 15 18:31:57.827223 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Pushing event updated for resources: {'Port': ['ID=9d83db9d-2bf8-472c-8c7f-1534ca182825,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:57.873767 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Attempting to bind port 9d83db9d-2bf8-472c-8c7f-1534ca182825 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:31:57.875634 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Attempting to bind port 9d83db9d-2bf8-472c-8c7f-1534ca182825 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:31:57.875997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Attempting to bind port 9d83db9d-2bf8-472c-8c7f-1534ca182825 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:57.880587 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Port 9d83db9d-2bf8-472c-8c7f-1534ca182825 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:31:57.880916 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Attempting to bind port 9d83db9d-2bf8-472c-8c7f-1534ca182825 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:31:57.889821 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:31:57.890187 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Checking segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:31:57.890784 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Bound using segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:31:57.891269 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Bound port: 9d83db9d-2bf8-472c-8c7f-1534ca182825, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:31:57.891636 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:57.961786 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] For port 9d83db9d-2bf8-472c-8c7f-1534ca182825, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:31:57.964702 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] For port 9d83db9d-2bf8-472c-8c7f-1534ca182825, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:31:57.968664 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:58.001322 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:58.001867 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:31:58.003216 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] 10.222.0.50 "PUT /v2.0/ports/9d83db9d-2bf8-472c-8c7f-1534ca182825 HTTP/1.1" status: 200 len: 1093 time: 0.6899402 Sep 15 18:31:58.003634 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'tag': '9d83db9d-2bf8-472c-8c7f-1534ca182825'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:31:58.005867 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2928aba-512e-4ca4-953f-160f8e249062" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f4539e-90bc-40ba-a3cd-6105408bdaad", "tag": "9d83db9d-2bf8-472c-8c7f-1534ca182825"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:31:58.034328 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc079c2-34d4-4f3d-a5a6-ca7b9aeaf744 service neutron] Pushing event updated for resources: {'Port': ['ID=9d83db9d-2bf8-472c-8c7f-1534ca182825,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:31:58.044565 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622c5496-4967-43e1-9eb7-b0f824821711 x-openstack-request-id: req-622c5496-4967-43e1-9eb7-b0f824821711 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:31:58.044858 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f4539e-90bc-40ba-a3cd-6105408bdaad", "tag": "9d83db9d-2bf8-472c-8c7f-1534ca182825", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:31:58.045110 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-622c5496-4967-43e1-9eb7-b0f824821711 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:31:58.045497 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'tag': '9d83db9d-2bf8-472c-8c7f-1534ca182825', 'status': 'completed', 'code': 200} Sep 15 18:31:58.102950 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-b14bd7a2-4ae6-41fa-b984-35d13f238415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:58.104408 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-b14bd7a2-4ae6-41fa-b984-35d13f238415 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 1096 time: 0.0397494 Sep 15 18:31:58.595318 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9f718-d5bf-4f96-bfe7-2f0c685ac5d0 req-7c3253f7-8948-42c3-b637-a60048510f46 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:58.596815 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81a9f718-d5bf-4f96-bfe7-2f0c685ac5d0 req-7c3253f7-8948-42c3-b637-a60048510f46 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0587313 Sep 15 18:31:58.635184 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81a9f718-d5bf-4f96-bfe7-2f0c685ac5d0 req-c5520c68-98eb-4180-a294-fe343a2f1d50 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Sep 15 18:31:58.918000 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0acca-fa0b-4814-99db-ed7341c1c9b1 req-04ba816c-0f55-4a50-8e8d-5a52f64cfb6e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:58.919509 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ccd0acca-fa0b-4814-99db-ed7341c1c9b1 req-04ba816c-0f55-4a50-8e8d-5a52f64cfb6e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 943 time: 0.0522733 Sep 15 18:31:58.960388 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ccd0acca-fa0b-4814-99db-ed7341c1c9b1 req-82a58e7e-4270-46d0-9a4b-936336900695 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343237 Sep 15 18:31:59.746128 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106af79e-02a2-4515-a86b-a046efeaf0a9 req-587f9665-25a0-46bb-bccc-6c9db6aba7a6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:31:59.747554 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-106af79e-02a2-4515-a86b-a046efeaf0a9 req-587f9665-25a0-46bb-bccc-6c9db6aba7a6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0465133 Sep 15 18:31:59.784366 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-106af79e-02a2-4515-a86b-a046efeaf0a9 req-f384186d-a513-4a65-bb4a-5a4fdd5b08db tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Sep 15 18:32:00.071954 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf411f3-1884-44b9-84be-3ebb398199d7 req-be427946-a66f-4a7d-b572-b1576eb7b3b4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:00.073388 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bcf411f3-1884-44b9-84be-3ebb398199d7 req-be427946-a66f-4a7d-b572-b1576eb7b3b4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 943 time: 0.0466621 Sep 15 18:32:00.110087 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bcf411f3-1884-44b9-84be-3ebb398199d7 req-9593048a-ad86-4bed-9002-c32643826d7d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Sep 15 18:32:00.902189 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a1dda-e10e-44af-a411-3f7e62a51093 req-28f2771d-ffe8-4cb1-88f9-8f56b002d2ae tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:00.903608 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-543a1dda-e10e-44af-a411-3f7e62a51093 req-28f2771d-ffe8-4cb1-88f9-8f56b002d2ae tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0518539 Sep 15 18:32:00.940876 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-543a1dda-e10e-44af-a411-3f7e62a51093 req-4772de3c-fa60-4b50-b5fd-e8242319c24a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313029 Sep 15 18:32:01.222099 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd66349-2a72-4364-b9aa-632dfee14541 req-83d0c4d9-0894-4fce-aff6-eb29b3dd6340 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:01.223683 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3bd66349-2a72-4364-b9aa-632dfee14541 req-83d0c4d9-0894-4fce-aff6-eb29b3dd6340 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 943 time: 0.0475399 Sep 15 18:32:01.264527 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-c656eb49-4e4e-4a13-9847-64319a0f463a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825 HTTP/1.1" status: 200 len: 217 time: 0.0398550 Sep 15 18:32:01.290067 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3bd66349-2a72-4364-b9aa-632dfee14541 req-f6173587-f408-44bf-b54d-58288e2f8b1d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Sep 15 18:32:01.342019 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-101c6e30-d6a9-4392-93bc-d38a3f1b7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:01.343440 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-101c6e30-d6a9-4392-93bc-d38a3f1b7656 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0511036 Sep 15 18:32:01.387245 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-97060f36-87ab-4d7e-9e90-a4be6c1e8705 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247569 Sep 15 18:32:01.489254 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-70d71e94-95f7-4276-bcc1-898c9524ed91 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836160 Sep 15 18:32:01.584023 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f94843c6-b65d-459f-95cd-fa448c37ee50 req-44cadeec-6a1a-46d7-bfae-1899a4b68fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844421 Sep 15 18:32:01.683610 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2928aba-512e-4ca4-953f-160f8e249062 req-13e7dc62-f76e-44fc-a848-d60ea9b3b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:01.685130 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-13e7dc62-f76e-44fc-a848-d60ea9b3b481 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 1096 time: 0.0395205 Sep 15 18:32:01.779238 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2928aba-512e-4ca4-953f-160f8e249062 req-e02fcbc5-7323-4aad-bd01-5ab5e1b41fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:01.780704 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-e02fcbc5-7323-4aad-bd01-5ab5e1b41fd8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 916 time: 0.0843654 Sep 15 18:32:01.829695 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-d2f36142-f63d-49fc-81c1-c7de3fdf7b62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825 HTTP/1.1" status: 200 len: 217 time: 0.0363879 Sep 15 18:32:01.886965 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2928aba-512e-4ca4-953f-160f8e249062 req-adb787b8-777c-4227-8716-7b7fed3b307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:01.888415 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-adb787b8-777c-4227-8716-7b7fed3b307f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0464878 Sep 15 18:32:02.124232 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-9c41b0a8-d31d-4f35-bee6-314df10a0096 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255173 Sep 15 18:32:02.228496 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25015-cea6-4a99-bbf6-4ea847983fce req-9ccdad83-ab9b-4e76-adf5-47c5836a2839 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:02.229552 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b3e25015-cea6-4a99-bbf6-4ea847983fce req-9ccdad83-ab9b-4e76-adf5-47c5836a2839 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1076751 Sep 15 18:32:02.273984 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-726c9de6-92a1-4634-bfca-16fb62b7b83f service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255176 Sep 15 18:32:02.286487 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b3e25015-cea6-4a99-bbf6-4ea847983fce req-ccbbfa75-b2b9-488f-ba71-5f95d18f5833 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Sep 15 18:32:02.385454 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2928aba-512e-4ca4-953f-160f8e249062 req-e6ae5224-e7a6-4a02-af7d-1425613cc771 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977893 Sep 15 18:32:02.420490 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80706a8a-db16-421e-b885-0bf6db4481f7 req-df5eb4e3-b54e-4a4e-9de3-58487e4cf16c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:02.421990 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80706a8a-db16-421e-b885-0bf6db4481f7 req-df5eb4e3-b54e-4a4e-9de3-58487e4cf16c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 943 time: 0.0568507 Sep 15 18:32:02.459777 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80706a8a-db16-421e-b885-0bf6db4481f7 req-bc69214b-7d71-430a-84f0-69a9f8b015a4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Sep 15 18:32:03.405175 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563cf2d-8eb4-41e0-8862-ff01be9edd5a req-d50b6ac2-4c8e-41bf-b100-7ab5bb72fc54 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:03.406619 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d563cf2d-8eb4-41e0-8862-ff01be9edd5a req-d50b6ac2-4c8e-41bf-b100-7ab5bb72fc54 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0514283 Sep 15 18:32:03.445361 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d563cf2d-8eb4-41e0-8862-ff01be9edd5a req-1a2212e5-5eed-495a-8875-774f986e259d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Sep 15 18:32:03.589890 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8f3d-6b35-4daf-a22c-7f98e7cd40ef req-97ea6bca-4e1a-40a3-b06b-9644d66d9415 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:03.591354 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8bbe8f3d-6b35-4daf-a22c-7f98e7cd40ef req-97ea6bca-4e1a-40a3-b06b-9644d66d9415 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 943 time: 0.0546892 Sep 15 18:32:03.629234 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8bbe8f3d-6b35-4daf-a22c-7f98e7cd40ef req-899fe1da-e2af-4278-948e-f341704f7078 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Sep 15 18:32:04.568976 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ae377-1db7-4ceb-bd73-73bf8cbd7ad6 req-364d1981-ca8c-470c-a2dd-0faf98236d87 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:04.571278 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-568ae377-1db7-4ceb-bd73-73bf8cbd7ad6 req-364d1981-ca8c-470c-a2dd-0faf98236d87 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0531425 Sep 15 18:32:04.617653 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-568ae377-1db7-4ceb-bd73-73bf8cbd7ad6 req-5c93f2f8-5df5-4acf-abd6-8095126a3386 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Sep 15 18:32:04.749029 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cc301-8d68-4b05-afce-4f52e85eec3e req-f9260b17-d0a8-45a5-b024-9f274f88e316 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:04.752118 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-323cc301-8d68-4b05-afce-4f52e85eec3e req-f9260b17-d0a8-45a5-b024-9f274f88e316 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 943 time: 0.0501602 Sep 15 18:32:04.788001 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-323cc301-8d68-4b05-afce-4f52e85eec3e req-186384d7-303e-47b9-85a7-d153ae753cbc tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Sep 15 18:32:05.034542 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 9d83db9d-2bf8-472c-8c7f-1534ca182825 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:32:05.129159 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 9d83db9d-2bf8-472c-8c7f-1534ca182825, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:05.139962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '9d83db9d-2bf8-472c-8c7f-1534ca182825', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'port_id': '9d83db9d-2bf8-472c-8c7f-1534ca182825', 'mac_address': 'fa:16:3e:fb:47:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c162c98c-c33f-4a27-9f0b-c5a186091a6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:32:05.176860 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:05.189242 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d83db9d-2bf8-472c-8c7f-1534ca182825 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:32:05.209240 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 9d83db9d-2bf8-472c-8c7f-1534ca182825, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:05.213714 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:05.263923 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=9d83db9d-2bf8-472c-8c7f-1534ca182825,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:05.271065 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.271417 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.271757 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.272119 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.272454 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.272780 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.273870 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.274368 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.274875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.275204 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.275606 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.275848 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:05.541933 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['9d83db9d-2bf8-472c-8c7f-1534ca182825'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:32:05.766507 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ae498-0b90-4ae5-b126-cf27b65d7c6b req-4872d419-1b27-4314-919e-aff43b5c941e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:05.768294 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a2ae498-0b90-4ae5-b126-cf27b65d7c6b req-4872d419-1b27-4314-919e-aff43b5c941e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0626721 Sep 15 18:32:05.828716 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a2ae498-0b90-4ae5-b126-cf27b65d7c6b req-1116d12e-d8bf-42c3-882e-0b3fb62b581b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 Sep 15 18:32:05.957498 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1930f34-55d9-481b-aa0a-031f99cec5bb req-3fab3403-c1b2-4b9a-af7f-157025219c01 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:05.959161 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e1930f34-55d9-481b-aa0a-031f99cec5bb req-3fab3403-c1b2-4b9a-af7f-157025219c01 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 944 time: 0.0524657 Sep 15 18:32:05.999815 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e1930f34-55d9-481b-aa0a-031f99cec5bb req-be0614b1-f9bd-4cdc-8a59-6254408ce319 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Sep 15 18:32:06.863977 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51422) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:06.973286 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de571ce-2755-4f14-83a9-7494616cc0e4 req-32a7feec-5f07-4e72-b2f4-c5e13ab9921c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:06.974724 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9de571ce-2755-4f14-83a9-7494616cc0e4 req-32a7feec-5f07-4e72-b2f4-c5e13ab9921c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0591700 Sep 15 18:32:07.015142 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8638edfc-84b6-42f4-ab85-52b93c7cc599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.025636 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9de571ce-2755-4f14-83a9-7494616cc0e4 req-0cff8b89-9195-4b17-9db4-87d8fd445722 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365345 Sep 15 18:32:07.036187 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 9d83db9d-2bf8-472c-8c7f-1534ca182825 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:07.100049 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 9d83db9d-2bf8-472c-8c7f-1534ca182825 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:32:07.104658 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 9d83db9d-2bf8-472c-8c7f-1534ca182825 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:07.105029 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.166250 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ebbf-2e09-4001-b50c-007c8bdedff0 req-538b2ffe-96e0-4167-8bac-125164d3e403 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:07.167752 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-62b3ebbf-2e09-4001-b50c-007c8bdedff0 req-538b2ffe-96e0-4167-8bac-125164d3e403 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 944 time: 0.0729146 Sep 15 18:32:07.178104 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8638edfc-84b6-42f4-ab85-52b93c7cc599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.191666 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8638edfc-84b6-42f4-ab85-52b93c7cc599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.194012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.221761 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d83db9d-2bf8-472c-8c7f-1534ca182825'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:32:07.224257 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35563d-50bb-42e2-9424-23101cc9bcf4" -d '{"events": [{"server_uuid": "a3f4539e-90bc-40ba-a3cd-6105408bdaad", "name": "network-vif-plugged", "status": "completed", "tag": "9d83db9d-2bf8-472c-8c7f-1534ca182825"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:32:07.239150 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51442) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:07.247074 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8638edfc-84b6-42f4-ab85-52b93c7cc599 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19dc70d0311a4e3398b814b51b109215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820133 Sep 15 18:32:07.249831 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51446) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:07.251553 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 9d83db9d-2bf8-472c-8c7f-1534ca182825, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:07.257902 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-62b3ebbf-2e09-4001-b50c-007c8bdedff0 req-60351f7e-60d3-4f5b-811b-b685274ffbc1 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808976 Sep 15 18:32:07.259119 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.271141 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638edfc-84b6-42f4-ab85-52b93c7cc599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a2e602-e245-45aa-9f88-d8e3404d0876,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:07.297605 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed46f4-40ca-45e9-bfc0-8c6171f2f825 x-openstack-request-id: req-60ed46f4-40ca-45e9-bfc0-8c6171f2f825 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:32:07.297984 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4539e-90bc-40ba-a3cd-6105408bdaad", "name": "network-vif-plugged", "status": "completed", "tag": "9d83db9d-2bf8-472c-8c7f-1534ca182825", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:32:07.298424 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60ed46f4-40ca-45e9-bfc0-8c6171f2f825 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:32:07.298807 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d83db9d-2bf8-472c-8c7f-1534ca182825', 'code': 200} Sep 15 18:32:07.350106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=9d83db9d-2bf8-472c-8c7f-1534ca182825,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:07.350454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ba57731-b401-40ad-80f3-b658d192ba56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.382309 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ba57731-b401-40ad-80f3-b658d192ba56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.419354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ad1b1c1f-9495-410a-9723-1f35cb439719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.491219 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51462) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:07.521061 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ed0d6-4351-4720-9b7b-204a9ed51288 req-42809ba9-cb5e-4623-b0d7-bc7f0f029f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:07.522660 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ff8ed0d6-4351-4720-9b7b-204a9ed51288 req-42809ba9-cb5e-4623-b0d7-bc7f0f029f7b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 1098 time: 0.0469456 Sep 15 18:32:07.529274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ba57731-b401-40ad-80f3-b658d192ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.531819 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1ba57731-b401-40ad-80f3-b658d192ba56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.532958 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1ba57731-b401-40ad-80f3-b658d192ba56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7a2e602-e245-45aa-9f88-d8e3404d0876 HTTP/1.1" status: 204 len: 168 time: 0.2723756 Sep 15 18:32:07.560452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57731-b401-40ad-80f3-b658d192ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a2e602-e245-45aa-9f88-d8e3404d0876,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:07.564048 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ff8ed0d6-4351-4720-9b7b-204a9ed51288 req-540569de-9d27-404c-a4de-e490eca79b51 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Sep 15 18:32:07.581630 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Deleting subnet e267f3fc-8930-4dee-a63b-c6e453f5bd5d {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:32:07.589781 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.638862 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.682937 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ad1b1c1f-9495-410a-9723-1f35cb439719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.689499 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ad1b1c1f-9495-410a-9723-1f35cb439719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.726826 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.763762 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ad1b1c1f-9495-410a-9723-1f35cb439719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=622553dc63934b91a918ba32ce72fc19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235281 Sep 15 18:32:07.766570 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51470) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:07.768653 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b1c1f-9495-410a-9723-1f35cb439719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac93c9b-8b39-41c4-ac81-4c50c0428282,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:07.805547 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.828211 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb2ca-2bbc-4c6c-9ab1-67040c3f32ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.834978 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.841145 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e267f3fc-8930-4dee-a63b-c6e453f5bd5d HTTP/1.1" status: 204 len: 168 time: 0.3455448 Sep 15 18:32:07.842004 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51474) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:07.844557 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d849a-c55c-457f-8d42-987d26d12734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e267f3fc-8930-4dee-a63b-c6e453f5bd5d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:07.864802 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb2ca-2bbc-4c6c-9ab1-67040c3f32ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.927260 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.929959 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb2ca-2bbc-4c6c-9ab1-67040c3f32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.932920 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d4dcb2ca-2bbc-4c6c-9ab1-67040c3f32ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:07.934079 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d4dcb2ca-2bbc-4c6c-9ab1-67040c3f32ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eac93c9b-8b39-41c4-ac81-4c50c0428282 HTTP/1.1" status: 204 len: 168 time: 0.1664586 Sep 15 18:32:07.942246 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcb2ca-2bbc-4c6c-9ab1-67040c3f32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac93c9b-8b39-41c4-ac81-4c50c0428282,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:08.033585 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.060822 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68391f9-b81e-4bc2-9932-010959916f98']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:08.071019 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234d2d4a-f45e-4826-b14f-47418ced7202') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:08.071496 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234d2d4a-f45e-4826-b14f-47418ced7202') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:08.085414 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.102295 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.112348 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:32:08.112928 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:32:08.124227 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:32:08.203720 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.215374 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523278b-c224-4fe8-8642-fb36f3c78d47 req-c7b16f64-d84f-4f5a-8678-eaeb633ad916 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:08.217121 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8523278b-c224-4fe8-8642-fb36f3c78d47 req-c7b16f64-d84f-4f5a-8678-eaeb633ad916 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0903444 Sep 15 18:32:08.222666 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.225188 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] 10.222.0.43 "DELETE /v2.0/networks/a68391f9-b81e-4bc2-9932-010959916f98 HTTP/1.1" status: 204 len: 168 time: 0.3816564 Sep 15 18:32:08.228584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51494) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:08.242721 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4bfa6-6e0b-4754-9eb9-0464b8128e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=a68391f9-b81e-4bc2-9932-010959916f98,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:08.293385 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8523278b-c224-4fe8-8642-fb36f3c78d47 req-8cf506be-e24a-466f-8cf5-dae087834bae tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Sep 15 18:32:08.320779 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Deleting subnet f5b9693f-a716-447f-be51-6885beadadfd {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:32:08.330109 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.356920 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51500) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:08.370388 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dca70b91-536c-4ae8-b162-cecbbba21065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.394555 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51502) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:08.401227 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.431566 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.448166 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f67c32-6f16-4515-96bf-59154a7621f9 req-69c337ec-4d55-4a53-bcdf-cf12d1bf0ae4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:08.463069 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-40f67c32-6f16-4515-96bf-59154a7621f9 req-69c337ec-4d55-4a53-bcdf-cf12d1bf0ae4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 945 time: 0.1033008 Sep 15 18:32:08.493986 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dca70b91-536c-4ae8-b162-cecbbba21065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.502563 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-dca70b91-536c-4ae8-b162-cecbbba21065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.522379 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-40f67c32-6f16-4515-96bf-59154a7621f9 req-3d0dc32e-5452-4056-b49a-a1f8271c24ee tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636921 Sep 15 18:32:08.553051 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70b91-536c-4ae8-b162-cecbbba21065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf463993-6ce2-45d8-b4df-4a41c11ca71e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:08.565673 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-dca70b91-536c-4ae8-b162-cecbbba21065 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4f2fb3242e54234b10fdf351b899b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047224 Sep 15 18:32:08.565780 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.565894 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51510) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:08.598461 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b9693f-a716-447f-be51-6885beadadfd,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:08.603328 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.605521 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-4eba0e69-a84c-4613-8973-daa26d814573 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f5b9693f-a716-447f-be51-6885beadadfd HTTP/1.1" status: 204 len: 168 time: 0.3759124 Sep 15 18:32:08.607973 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51512) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:08.631283 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1511220686-network', 'tenant_id': '14a9557e424b4137841acf70e5067ccc'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:08.635454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3da7a157-e02c-4e91-acd0-b55953bdec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.669431 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3da7a157-e02c-4e91-acd0-b55953bdec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.675680 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Made reservation on behalf of 14a9557e424b4137841acf70e5067ccc for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:08.677958 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.683246 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.692595 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.750983 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3da7a157-e02c-4e91-acd0-b55953bdec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.753536 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3da7a157-e02c-4e91-acd0-b55953bdec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.754673 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3da7a157-e02c-4e91-acd0-b55953bdec37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf463993-6ce2-45d8-b4df-4a41c11ca71e HTTP/1.1" status: 204 len: 168 time: 0.1883123 Sep 15 18:32:08.771609 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a157-e02c-4e91-acd0-b55953bdec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf463993-6ce2-45d8-b4df-4a41c11ca71e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:08.772545 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.797031 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.797409 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.798589 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.799002 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > port after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.799379 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.799827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > port after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.800194 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.800481 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.800948 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.801307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.834269 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.839082 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.859452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:32:08.878685 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.879021 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Added segment f0cf6513-1749-4668-8c18-3a1d4d9b8c01 of type vlan for network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f Sep 15 18:32:08.887030 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016afc9-0ade-4075-8436-7f56d5e3f837,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:08.934644 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.967732 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.968868 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:08.969456 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:08.985034 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.985572 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.985905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.986334 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 18:32:08.986791 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d05dcc6-f298-4923-a543-776f933c44fb']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:09.001843 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6053364 Sep 15 18:32:09.003897 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51518) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:09.007088 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6afd8d-de1e-429f-b810-6f4436ec1b88') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:09.008357 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6afd8d-de1e-429f-b810-6f4436ec1b88') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:09.009174 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Request body: {'subnet': {'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1511220686-subnet', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:09.026613 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.049695 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e328ec-6bef-453d-a550-c980ae0b4fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:09.050605 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.061132 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:32:09.061831 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.064430 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:32:09.068714 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Made reservation on behalf of 14a9557e424b4137841acf70e5067ccc for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:09.071628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: from cryptography.utils import int_from_bytes Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: from cryptography.utils import int_from_bytes Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:32:09.078393 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:32:09.125937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.149334 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.150129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51520) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:09.152125 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] 10.222.0.43 "DELETE /v2.0/networks/7d05dcc6-f298-4923-a543-776f933c44fb HTTP/1.1" status: 204 len: 168 time: 0.5430415 Sep 15 18:32:09.153827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf814ec-a7a5-48a6-880d-c338e229a64d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d05dcc6-f298-4923-a543-776f933c44fb,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:09.173167 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f78f6f76-cfae-4ac2-adf9-16f16a4d51b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.347074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.395390 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51528) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:09.408876 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f78f6f76-cfae-4ac2-adf9-16f16a4d51b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.418584 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f78f6f76-cfae-4ac2-adf9-16f16a4d51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.429054 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15383d4b-6bd5-414d-990c-6a15b1b63543 req-c50eafa8-c6ee-4fc6-99f6-02d78cb27d67 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:09.430754 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15383d4b-6bd5-414d-990c-6a15b1b63543 req-c50eafa8-c6ee-4fc6-99f6-02d78cb27d67 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0680280 Sep 15 18:32:09.448951 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4d341f-b7ed-4690-84c1-99babe52bf87,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:09.466871 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d3e02a90-7678-48c2-85b2-2a4fa5aa7ee5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6a05929cddf485ba9a973888948203e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703988 Sep 15 18:32:09.470558 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51532) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:09.473579 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f78f6f76-cfae-4ac2-adf9-16f16a4d51b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49f23dddfa294b5aa9db7c6491f7c95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223698 Sep 15 18:32:09.477910 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Checking segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:09.478272 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Network hostable DHCP agents. Network: 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:32:09.481857 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51534) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:09.488554 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f6f76-cfae-4ac2-adf9-16f16a4d51b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3b720-a4c4-4c3c-9a17-a7b8fd68bbe9,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:09.496049 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15383d4b-6bd5-414d-990c-6a15b1b63543 req-80bd2117-085b-462a-ac51-d3fc65d74fbf tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Sep 15 18:32:09.533013 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-38d6e83a-5e5b-44a9-b022-873652e7f3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.536830 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:32:09.557376 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:09.564185 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-38d6e83a-5e5b-44a9-b022-873652e7f3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.565077 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:09.565672 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.569448 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1069c-9dd5-405d-bf34-5d100bcd8ab4 None None] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:09.572862 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5357-d9b4-4ee5-b3f0-538c32dddfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.607990 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2cb30898-292a-4678-8e99-0dd3f6d4dd3a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6030359 Sep 15 18:32:09.612631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51540) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:09.616417 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5357-d9b4-4ee5-b3f0-538c32dddfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.622084 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:09.646442 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-38d6e83a-5e5b-44a9-b022-873652e7f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.651409 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-38d6e83a-5e5b-44a9-b022-873652e7f3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.652691 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-38d6e83a-5e5b-44a9-b022-873652e7f3a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a3e0cda-67da-4b0d-ab3d-86a7c0af66a4 HTTP/1.1" status: 204 len: 168 time: 0.1806417 Sep 15 18:32:09.662084 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6e83a-5e5b-44a9-b022-873652e7f3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e0cda-67da-4b0d-ab3d-86a7c0af66a4,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:09.716468 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.717451 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.743867 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f38ac-24c7-47c0-83b0-fb2c8585eef1 req-1c3cb421-c5ed-4935-a538-79e4033495e3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:09.745479 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-798f38ac-24c7-47c0-83b0-fb2c8585eef1 req-1c3cb421-c5ed-4935-a538-79e4033495e3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 945 time: 0.1137493 Sep 15 18:32:09.784032 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5357-d9b4-4ee5-b3f0-538c32dddfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.786603 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1fdb5357-d9b4-4ee5-b3f0-538c32dddfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.787768 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1fdb5357-d9b4-4ee5-b3f0-538c32dddfd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2c3b720-a4c4-4c3c-9a17-a7b8fd68bbe9 HTTP/1.1" status: 204 len: 168 time: 0.3049922 Sep 15 18:32:09.805980 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:32:09.806913 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.817304 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:09.828515 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb5357-d9b4-4ee5-b3f0-538c32dddfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3b720-a4c4-4c3c-9a17-a7b8fd68bbe9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:09.892246 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-798f38ac-24c7-47c0-83b0-fb2c8585eef1 req-9268aa48-7b7f-4380-8103-42d2e66148f6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366909 Sep 15 18:32:10.013194 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.080416 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Allocated IP 172.20.0.2 (04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f/be4d341f-b7ed-4690-84c1-99babe52bf87/69945e50-b78f-4d90-981a-534ceb2204f6) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:10.299446 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.327608 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.366308 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.377402 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.436315 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51570) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:10.444167 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Pushing event updated for resources: {'Port': ['ID=69945e50-b78f-4d90-981a-534ceb2204f6,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:10.481832 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:10.489101 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:10.494073 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:10.495261 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Allocated IP 172.27.1.180 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:10.526228 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-bb845f9c-0f6a-4f9b-b3fe-d4ce3c74b5be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6078237cc9fa45d3a83a3ce6dac79470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877767 Sep 15 18:32:10.527661 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51572) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:10.625735 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Attempting to bind port 69945e50-b78f-4d90-981a-534ceb2204f6 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:10.626111 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Attempting to bind port 69945e50-b78f-4d90-981a-534ceb2204f6 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:10.626478 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Attempting to bind port 69945e50-b78f-4d90-981a-534ceb2204f6 on network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:10.645875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:10.645875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Checking segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:10.645875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.645875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Bound using segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:10.645875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Bound port: 69945e50-b78f-4d90-981a-534ceb2204f6, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:10.645875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.687508 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-120f6cda-8458-46cc-baa9-9915a7ac1038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.717383 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-120f6cda-8458-46cc-baa9-9915a7ac1038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.759716 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.774200 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] For port 69945e50-b78f-4d90-981a-534ceb2204f6, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:10.778879 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-120f6cda-8458-46cc-baa9-9915a7ac1038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.779523 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] For port 69945e50-b78f-4d90-981a-534ceb2204f6, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=69945e50-b78f-4d90-981a-534ceb2204f6,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:10.782696 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-120f6cda-8458-46cc-baa9-9915a7ac1038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.784184 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-120f6cda-8458-46cc-baa9-9915a7ac1038 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34d8cccc-e838-41f6-95b3-ab89b8188a92 HTTP/1.1" status: 204 len: 168 time: 0.2555594 Sep 15 18:32:10.786284 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.814795 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73bde5-e6a8-4166-8ef0-76f386a74193 req-eaea6ea1-1f02-4545-8eb9-f13e55f72eb3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:10.823450 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cc73bde5-e6a8-4166-8ef0-76f386a74193 req-eaea6ea1-1f02-4545-8eb9-f13e55f72eb3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1883674 Sep 15 18:32:10.826847 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6cda-8458-46cc-baa9-9915a7ac1038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8cccc-e838-41f6-95b3-ab89b8188a92,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:10.875327 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2534a-50e3-4cfe-8e2f-132add31a374 None None] Pushing event updated for resources: {'Port': ['ID=69945e50-b78f-4d90-981a-534ceb2204f6,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:10.901287 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cc73bde5-e6a8-4166-8ef0-76f386a74193 req-6f23d002-6e5b-4d76-8596-2fa6bfa37aac tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707586 Sep 15 18:32:10.918460 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:10.990241 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Pushing event updated for resources: {'Port': ['ID=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:10.998009 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:11.000138 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:11.002896 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:11.037856 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51596) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:11.393731 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1532725260-network', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:11.445717 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Made reservation on behalf of f8e689de2f7543c0a6bac4c986e35e5f for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:11.448106 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.459403 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.606745 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.744646 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.752005 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.818105 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:32:11.820121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9363bbf6-583f-451b-badb-bdd5f350db8d,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:11.839492 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:11.839926 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Added segment 9042d3f9-54f7-45ea-b558-34ad4d8af13b of type vlan for network f0f36677-e99a-47d0-9533-80bb5c012366 Sep 15 18:32:11.977651 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.021857 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.065377 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 69945e50-b78f-4d90-981a-534ceb2204f6 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:12.077430 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.078646 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:12.079664 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.102496 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bda3f2-6fc9-4fc9-98ac-ddcdc36ea7d5 req-113c4341-13ca-43ca-9493-a1fe93bb4fa0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:12.104955 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3bda3f2-6fc9-4fc9-98ac-ddcdc36ea7d5 req-113c4341-13ca-43ca-9493-a1fe93bb4fa0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1150467 Sep 15 18:32:12.159890 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 69945e50-b78f-4d90-981a-534ceb2204f6 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:12.160285 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.177032 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3bda3f2-6fc9-4fc9-98ac-ddcdc36ea7d5 req-683f146c-54fa-4955-8a19-10889b45689f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660648 Sep 15 18:32:12.180648 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] Pushing event updated for resources: {'Network': ['ID=f0f36677-e99a-47d0-9533-80bb5c012366,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:12.194126 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782a3566-8416-44ae-8802-93cbf315d621 None None] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:12.199774 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0c98ee81-0414-46a5-976e-09cd84beb9de admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1575029 Sep 15 18:32:12.199942 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network f0f36677-e99a-47d0-9533-80bb5c012366 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:32:12.200027 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51638) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:12.205032 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Request body: {'subnet': {'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1532725260-subnet', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:12.251115 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Made reservation on behalf of f8e689de2f7543c0a6bac4c986e35e5f for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:12.253723 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545119'] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.343653 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Router 669cf011-3f3b-48ae-b787-f949320f48e7 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:32:12.368039 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-6ec00fe4-61d5-4726-ac20-4f529c742d62 None None] Provisioning complete for port 69945e50-b78f-4d90-981a-534ceb2204f6 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:12.368706 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6ec00fe4-61d5-4726-ac20-4f529c742d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.475736 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.510932 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26739846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545137'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.529592 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:12.550401 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Sync routers for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:12.569693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.571236 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-38349ba2-2071-41fd-ab0f-773d786e5603 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9572093 Sep 15 18:32:12.573067 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:12.573702 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:12.574812 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51648) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:12.589813 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cda9599-fdd4-458a-a5ca-65ba36f20ac2,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:12.597563 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Checking segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:12.597934 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Network hostable DHCP agents. Network: f0f36677-e99a-47d0-9533-80bb5c012366, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:32:12.618688 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Network f0f36677-e99a-47d0-9533-80bb5c012366 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:32:12.635018 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, f0f36677-e99a-47d0-9533-80bb5c012366) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:12.641063 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:12.641871 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.676720 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-07e56541-733a-4002-a38f-0753d21cd102 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4755332 Sep 15 18:32:12.683508 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 69945e50-b78f-4d90-981a-534ceb2204f6, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=69945e50-b78f-4d90-981a-534ceb2204f6,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:12.684839 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f4f27-c03b-4009-bac7-f3421f56d8f5 None None] Network f0f36677-e99a-47d0-9533-80bb5c012366 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:12.690428 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51652) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:12.700915 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:12.728384 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6ec00fe4-61d5-4726-ac20-4f529c742d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.763846 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.770427 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.771789 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:12.827499 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:12.852000 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.101573 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.115035 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=69945e50-b78f-4d90-981a-534ceb2204f6,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:13.324490 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:11Z', 'revision_number': 3, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:13.375791 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Checking router: 669cf011-3f3b-48ae-b787-f949320f48e7 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:13.376466 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Updating router 669cf011-3f3b-48ae-b787-f949320f48e7 port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:13.382278 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.db.api [None req-6ec00fe4-61d5-4726-ac20-4f529c742d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:32:13.383884 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG oslo_db.api [None req-6ec00fe4-61d5-4726-ac20-4f529c742d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:32:13.424689 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.454713 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.520445 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-f0f36677-e99a-47d0-9533-80bb5c012366', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:32:13.523639 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.606305 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.658845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.730504 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66ed06-a0b3-4545-a07b-805ec951e992 req-12e62173-fa85-4abd-8b49-67b02eb973d1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:13.733030 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa66ed06-a0b3-4545-a07b-805ec951e992 req-12e62173-fa85-4abd-8b49-67b02eb973d1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.2878067 Sep 15 18:32:13.815941 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Allocated IP 172.20.0.2 (f0f36677-e99a-47d0-9533-80bb5c012366/8cda9599-fdd4-458a-a5ca-65ba36f20ac2/08bdb119-8d05-4ace-ba7f-808f4eab5dad) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:13.894242 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa66ed06-a0b3-4545-a07b-805ec951e992 req-53e1669d-c06d-45ab-aca8-ca8a69be4c9f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278434 Sep 15 18:32:13.895416 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Allocated IP 172.20.0.1 (04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f/be4d341f-b7ed-4690-84c1-99babe52bf87/63fb5bbf-d908-44e7-ad89-9cb68f35844a) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:13.935842 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:13.952324 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.008134 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 69945e50-b78f-4d90-981a-534ceb2204f6 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:14.042290 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e12-df15-418c-b016-f663f1c0e025 req-d460b356-6c8e-4511-816f-b369d7330ba6 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:14.053415 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fe7e0e12-df15-418c-b016-f663f1c0e025 req-d460b356-6c8e-4511-816f-b369d7330ba6 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.2245328 Sep 15 18:32:14.059045 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Pushing event updated for resources: {'Port': ['ID=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,revision_number=2']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:14.068678 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.072836 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.073453 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.074007 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.074542 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.075108 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.075622 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.076159 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.076655 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.077164 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.077644 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.078162 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.078631 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:14.085448 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Attempting to bind port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:14.086151 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Attempting to bind port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:14.086696 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Attempting to bind port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:14.093153 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:14.093709 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:14.094270 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.094795 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:14.095414 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Bound port: 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:14.096160 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.122833 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.123967 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fe7e0e12-df15-418c-b016-f663f1c0e025 req-1ccd9d13-8607-479d-a57c-e56e38868fbb tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656354 Sep 15 18:32:14.153189 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Allocated IP 172.27.1.116 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/e24e06f4-d639-4134-941b-703301f9436e) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:14.156090 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.157561 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 69945e50-b78f-4d90-981a-534ceb2204f6 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:14.157926 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.169889 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] For port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:14.181865 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] For port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:14.186503 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:14.189664 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.190637 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:14.197746 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Pushing event updated for resources: {'Port': ['ID=63fb5bbf-d908-44e7-ad89-9cb68f35844a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:14.206982 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:14.218003 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.265278 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.272599 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d31d95-e2fb-4f5a-b7b8-f77dc40753f2 None None] Pushing event updated for resources: {'Port': ['ID=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:14.281809 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:14.282592 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:14.346834 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.382077 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-9c4678c2-7011-4b32-93cb-db817bc08915 None None] Provisioning complete for port 69945e50-b78f-4d90-981a-534ceb2204f6 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:14.383003 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9c4678c2-7011-4b32-93cb-db817bc08915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.403100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.437577 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:14.443293 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.457598 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Network f0f36677-e99a-47d0-9533-80bb5c012366 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:14.473511 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:14.480440 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:14.484552 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:14.488814 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:14.494046 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:14.496378 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Pushing event updated for resources: {'Port': ['ID=e24e06f4-d639-4134-941b-703301f9436e,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:14.533979 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Pushing event updated for resources: {'Port': ['ID=08bdb119-8d05-4ace-ba7f-808f4eab5dad,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:14.585982 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Attempting to bind port 08bdb119-8d05-4ace-ba7f-808f4eab5dad on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:14.586568 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Attempting to bind port 08bdb119-8d05-4ace-ba7f-808f4eab5dad by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:14.587089 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Attempting to bind port 08bdb119-8d05-4ace-ba7f-808f4eab5dad on network f0f36677-e99a-47d0-9533-80bb5c012366 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:14.593283 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:14.593648 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Checking segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:14.594048 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.594432 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Bound using segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:14.594896 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Bound port: 08bdb119-8d05-4ace-ba7f-808f4eab5dad, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:14.595267 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.693892 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] For port 08bdb119-8d05-4ace-ba7f-808f4eab5dad, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:14.700717 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] For port 08bdb119-8d05-4ace-ba7f-808f4eab5dad, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=08bdb119-8d05-4ace-ba7f-808f4eab5dad,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:14.713741 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.776237 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:11Z', 'revision_number': 3, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:14.781547 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.791397 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.814907 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f340b15-05d9-4668-af03-fd1dbca95560 None None] The sync data for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi is: [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:11Z', 'revision_number': 3, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:14.873040 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-8af977d0-f807-4730-b8c5-ebf0fc544973 None None] Provisioning complete for port 63fb5bbf-d908-44e7-ad89-9cb68f35844a triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:14.873408 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8af977d0-f807-4730-b8c5-ebf0fc544973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.884570 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:14.914809 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Pushing event updated for resources: {'Port': ['ID=63fb5bbf-d908-44e7-ad89-9cb68f35844a,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:14.942843 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-8af977d0-f807-4730-b8c5-ebf0fc544973 None None] Port 63fb5bbf-d908-44e7-ad89-9cb68f35844a cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:14.947563 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d9674-0089-4346-bf22-aa59c778697f None None] Pushing event updated for resources: {'Port': ['ID=08bdb119-8d05-4ace-ba7f-808f4eab5dad,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:15.110893 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:15.130623 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:15.156219 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e90f-c506-4e6e-a92d-4c1a235e25d7 req-ef287258-16ad-464e-9169-2d416bfb7fa6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:15.157838 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9c69e90f-c506-4e6e-a92d-4c1a235e25d7 req-ef287258-16ad-464e-9169-2d416bfb7fa6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0658598 Sep 15 18:32:15.406148 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9c69e90f-c506-4e6e-a92d-4c1a235e25d7 req-f20a7764-a6c9-42ca-a825-03a5358790a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813827 Sep 15 18:32:15.415263 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Router 669cf011-3f3b-48ae-b787-f949320f48e7 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:32:15.475422 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:15.525081 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-23e0faef-f4a5-482c-b16e-cd99f4a5af7c None None] Provisioning complete for port 63fb5bbf-d908-44e7-ad89-9cb68f35844a triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:15.530106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-23e0faef-f4a5-482c-b16e-cd99f4a5af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:15.588815 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-23e0faef-f4a5-482c-b16e-cd99f4a5af7c None None] Port 63fb5bbf-d908-44e7-ad89-9cb68f35844a cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:15.616936 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:15.622694 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-faf3fc6d-bbac-4aef-af67-b5bddca114a9 admin admin] 10.222.0.43 "PUT /v2.0/routers/669cf011-3f3b-48ae-b787-f949320f48e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0463138 Sep 15 18:32:15.644667 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-361ea871-aeb6-4fb1-b673-89aaf9a1baba tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:15.646465 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-361ea871-aeb6-4fb1-b673-89aaf9a1baba tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.8514280 Sep 15 18:32:15.677548 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-2e927bb1-cb3a-4ace-8626-233dcbdc9a7a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/quotas/3195be99ea1349b2be3c331e91cc4bee HTTP/1.1" status: 200 len: 375 time: 0.0175631 Sep 15 18:32:15.823814 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb799-8e48-46ac-804f-921574203253 req-b7450a88-48e2-4893-9714-8345b153dcc4 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:15.825556 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-039cb799-8e48-46ac-804f-921574203253 req-b7450a88-48e2-4893-9714-8345b153dcc4 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.1023283 Sep 15 18:32:15.896408 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-31b3bc14-4fd5-4ac0-9919-c6c872f00259 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642313 Sep 15 18:32:15.897489 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:15.902699 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-039cb799-8e48-46ac-804f-921574203253 req-cee1b32a-0a49-4833-ac20-bca5c57470f9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Sep 15 18:32:16.052378 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 08bdb119-8d05-4ace-ba7f-808f4eab5dad up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:16.200399 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 08bdb119-8d05-4ace-ba7f-808f4eab5dad triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:16.200889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.218450 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-928538a4-499c-4617-b1ba-8071313c887d service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566528 Sep 15 18:32:16.262137 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525f168-f95c-42cb-86f6-67956220d04d req-8e28e0a8-4932-40f7-a653-f3d9ae9fb8e8 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:16.263252 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfc8fe-9122-4f7d-97da-374fac35cd5f None None] Network f0f36677-e99a-47d0-9533-80bb5c012366 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:16.263646 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4525f168-f95c-42cb-86f6-67956220d04d req-8e28e0a8-4932-40f7-a653-f3d9ae9fb8e8 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.1116297 Sep 15 18:32:16.393309 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Router c769c7d0-9daa-49ed-b1df-2ef0c2def044 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:32:16.411390 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-149aabf7-b191-4b20-95eb-e39cfb630625 None None] Provisioning complete for port 08bdb119-8d05-4ace-ba7f-808f4eab5dad triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:16.411390 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-149aabf7-b191-4b20-95eb-e39cfb630625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.449706 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.451695 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51742) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:16.457116 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824364879-network', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:16.479907 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-d784ff0a-9e7c-40ba-a0e4-99b28f228a16 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453012 Sep 15 18:32:16.552773 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Made reservation on behalf of 78fa64a5fbb4433ba20ca1daeec5e07f for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:16.555701 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.568347 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Deleting port 21817f9d-c88e-440c-a6a4-7c20e3736f4a {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:32:16.568690 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.583624 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb2097-58d2-4def-98b2-c9f5bf582755 req-66f05078-2f89-4248-9732-2613da2bd881 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:16.586147 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9dcb2097-58d2-4def-98b2-c9f5bf582755 req-66f05078-2f89-4248-9732-2613da2bd881 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0733891 Sep 15 18:32:16.587118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.611095 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 08bdb119-8d05-4ace-ba7f-808f4eab5dad, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=08bdb119-8d05-4ace-ba7f-808f4eab5dad,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:16.647218 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.648881 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:16.770614 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9dcb2097-58d2-4def-98b2-c9f5bf582755 req-b7d797c7-04db-4a4a-b339-666f0783a74b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702392 Sep 15 18:32:16.826225 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=08bdb119-8d05-4ace-ba7f-808f4eab5dad,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:16.852090 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:16.852473 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.866570 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] For port 21817f9d-c88e-440c-a6a4-7c20e3736f4a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=21817f9d-c88e-440c-a6a4-7c20e3736f4a,segment=NetworkSegment(8dfdacc1-dd33-48a6-9337-85da8f4d2af8),segment_id=8dfdacc1-dd33-48a6-9337-85da8f4d2af8)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:16.866944 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.892329 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Calling delete_port for 21817f9d-c88e-440c-a6a4-7c20e3736f4a owned by compute:nova {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:32:16.926321 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:16.941079 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:16.983478 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Sync routers for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:16.997096 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e4543ec3-0fb2-4a69-9a3c-1855f4324a21 req-69749536-f9de-466c-92c2-a315b34c50ea tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 210 time: 0.0731328 Sep 15 18:32:16.997770 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.025852 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:32:17.026078 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:17.026838 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:17.038989 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.039672 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Added segment 3cca3596-7829-439e-993a-acb9c9b095a0 of type vlan for network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 Sep 15 18:32:17.150069 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.155467 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1528ecb-9165-4134-b52d-4bdbfc62adc9,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:17.209981 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.211631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:17.212259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.245233 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.250263 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a3190e49-b74e-485b-8668-03b73b8e1da1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5566077 Sep 15 18:32:17.258418 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51770) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:17.297148 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Sync routers for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:17.315709 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:17.315709 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:17.359185 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] Pushing event updated for resources: {'Network': ['ID=7d931398-56b1-4bb6-9ab9-a8f18e00d773,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:17.366620 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8b72ddb1-9671-401e-b1e4-d12823402fca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9136107 Sep 15 18:32:17.370145 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51774) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:17.376737 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Request body: {'subnet': {'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824364879-subnet', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:17.404253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Made reservation on behalf of 78fa64a5fbb4433ba20ca1daeec5e07f for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:17.405753 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc63bd-257a-4094-81c3-de99f54efb6a req-2f8e2a25-a918-45a0-9355-57fe391b018b tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:17.407344 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5bbc63bd-257a-4094-81c3-de99f54efb6a req-2f8e2a25-a918-45a0-9355-57fe391b018b tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 945 time: 0.3234377 Sep 15 18:32:17.408046 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.454829 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:17.517456 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.524825 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:32:17.577735 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:17.591879 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5bbc63bd-257a-4094-81c3-de99f54efb6a req-616edf13-ff75-4103-85fb-51cba99a79e0 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672828 Sep 15 18:32:17.636139 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:17.639341 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-3e52f021-8fce-4e36-9cda-af3a1b33af48 None None] Provisioning complete for port 08bdb119-8d05-4ace-ba7f-808f4eab5dad triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:17.639900 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3e52f021-8fce-4e36-9cda-af3a1b33af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.688251 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.729830 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.749077 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.768287 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['21817f9d-c88e-440c-a6a4-7c20e3736f4a'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:32:17.814749 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2c9f5c-17cd-45ec-8565-884122fa1f3a,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:17.824436 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Checking segment: {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:17.824798 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Network hostable DHCP agents. Network: 7d931398-56b1-4bb6-9ab9-a8f18e00d773, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:32:17.855794 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:32:17.874792 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:17.889900 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 7d931398-56b1-4bb6-9ab9-a8f18e00d773) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:17.899237 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:17.899969 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:17.903323 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 2, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:17.925770 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e20e6-2ffb-45bb-9684-d0b95f513874 req-1a102784-9316-4320-844d-b2b0ea8014fd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:17.927294 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-950e20e6-2ffb-45bb-9684-d0b95f513874 req-1a102784-9316-4320-844d-b2b0ea8014fd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0842988 Sep 15 18:32:17.949036 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a73fa2a8-01d8-4474-b2b0-e2a0ab2438d6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5751643 Sep 15 18:32:17.957026 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51780) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:17.965004 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:17.981230 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffecd8-a089-43d5-9985-801ccd0fbfcc None None] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:17.984436 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Checking router: 669cf011-3f3b-48ae-b787-f949320f48e7 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:17.984801 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Updating router 669cf011-3f3b-48ae-b787-f949320f48e7 port 63fb5bbf-d908-44e7-ad89-9cb68f35844a binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:18.017576 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.018224 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-950e20e6-2ffb-45bb-9684-d0b95f513874 req-23df557f-c3c2-4306-b7e1-c7455080240c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820789 Sep 15 18:32:18.028253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.030051 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.068312 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 08bdb119-8d05-4ace-ba7f-808f4eab5dad up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:18.182291 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 3, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:18.212679 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Checking router: c769c7d0-9daa-49ed-b1df-2ef0c2def044 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:18.212947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Updating router c769c7d0-9daa-49ed-b1df-2ef0c2def044 port e24e06f4-d639-4134-941b-703301f9436e binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:18.264967 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.468544 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.475551 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.490078 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.573852 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 08bdb119-8d05-4ace-ba7f-808f4eab5dad triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:18.574299 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.588132 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558bb69-887c-415b-bed6-a4d93be2bee8 None None] Pushing event updated for resources: {'Port': ['ID=63fb5bbf-d908-44e7-ad89-9cb68f35844a,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:18.645389 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Pushing event deleted for resources: {'Port': ['ID=21817f9d-c88e-440c-a6a4-7c20e3736f4a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:18.692655 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a28b8247-63ee-4919-8fe4-cddc0227b586 req-f753d42e-aef6-4e91-8877-59e55429e921 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 210 time: 0.3174472 Sep 15 18:32:18.697025 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Attempting to bind port 63fb5bbf-d908-44e7-ad89-9cb68f35844a on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:18.697479 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Attempting to bind port 63fb5bbf-d908-44e7-ad89-9cb68f35844a by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:18.700098 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Attempting to bind port 63fb5bbf-d908-44e7-ad89-9cb68f35844a on network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:18.703599 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.705584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] No DVR routers for this DVR port 21817f9d-c88e-440c-a6a4-7c20e3736f4a on host hv-cinder-78460 {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:32:18.709451 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.709609 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:18.713301 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Checking segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:18.713866 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.714256 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Bound using segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:18.714818 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Bound port: 63fb5bbf-d908-44e7-ad89-9cb68f35844a, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:18.716602 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.721231 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4525f168-f95c-42cb-86f6-67956220d04d req-f1f21540-3ca1-43d2-abee-96452f56d7a9 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.50 "DELETE /v2.0/ports/21817f9d-c88e-440c-a6a4-7c20e3736f4a HTTP/1.1" status: 204 len: 173 time: 2.4480884 Sep 15 18:32:18.723924 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'name': 'network-vif-deleted', 'tag': '21817f9d-c88e-440c-a6a4-7c20e3736f4a'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:32:18.727775 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52095657-e5fa-4234-afb0-30255295afd6" -d '{"events": [{"server_uuid": "7b8c5552-c6fd-464d-a5f0-3fcd6f681765", "name": "network-vif-deleted", "tag": "21817f9d-c88e-440c-a6a4-7c20e3736f4a"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:32:18.794759 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.841957 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fdbabf-0a10-479b-bc12-f29c19fd0221 x-openstack-request-id: req-98fdbabf-0a10-479b-bc12-f29c19fd0221 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:32:18.842402 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8c5552-c6fd-464d-a5f0-3fcd6f681765", "name": "network-vif-deleted", "tag": "21817f9d-c88e-440c-a6a4-7c20e3736f4a", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:32:18.842758 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98fdbabf-0a10-479b-bc12-f29c19fd0221 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:32:18.843279 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8c5552-c6fd-464d-a5f0-3fcd6f681765', 'name': 'network-vif-deleted', 'tag': '21817f9d-c88e-440c-a6a4-7c20e3736f4a', 'status': 'completed', 'code': 200} Sep 15 18:32:18.878299 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] For port 63fb5bbf-d908-44e7-ad89-9cb68f35844a, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:18.884034 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] For port 63fb5bbf-d908-44e7-ad89-9cb68f35844a, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=63fb5bbf-d908-44e7-ad89-9cb68f35844a,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:18.900502 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:18.902390 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'fixed_ips': [{'subnet_id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:32:18.903992 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ccde445-76a8-4d6a-85ab-6b95aaae3c7a req-77c1eb71-1134-4578-92c9-47b5d15e3127 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.1070313 Sep 15 18:32:18.904851 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.003435 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-04ac88b2-2c4c-40eb-b2b5-ec44636d0fcc tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:19.005042 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-04ac88b2-2c4c-40eb-b2b5-ec44636d0fcc tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.4912002 Sep 15 18:32:19.006541 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:19.008174 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:19.034801 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Request body: {'port': {'device_id': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'admin_state_up': True, 'tenant_id': '3195be99ea1349b2be3c331e91cc4bee'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:19.099658 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558bb69-887c-415b-bed6-a4d93be2bee8 None None] Pushing event updated for resources: {'Port': ['ID=63fb5bbf-d908-44e7-ad89-9cb68f35844a,revision_number=4']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:19.279076 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:19.287233 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:19.349198 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Allocated IP 172.20.0.1 (f0f36677-e99a-47d0-9533-80bb5c012366/8cda9599-fdd4-458a-a5ca-65ba36f20ac2/9186fb29-bf99-477e-977c-b0cf6fe847d8) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:19.396520 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.406534 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888c8c-b6bd-4fd3-99d1-041561c116f6 req-916229ba-a8a4-445a-89fc-96a32e865d6a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:19.421265 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-60888c8c-b6bd-4fd3-99d1-041561c116f6 req-916229ba-a8a4-445a-89fc-96a32e865d6a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.2359142 Sep 15 18:32:19.442635 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.453860 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.518843 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-60888c8c-b6bd-4fd3-99d1-041561c116f6 req-341b6124-7c33-408f-aa80-4c655137a6ec tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948203 Sep 15 18:32:19.536958 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-407fdbd2-43b7-4f4c-8d72-1242ef4f2a09 None None] Provisioning complete for port 63fb5bbf-d908-44e7-ad89-9cb68f35844a triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:19.537334 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-407fdbd2-43b7-4f4c-8d72-1242ef4f2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.542027 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.556614 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Made reservation on behalf of 3195be99ea1349b2be3c331e91cc4bee for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:19.560839 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.645271 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Allocated IP 172.27.1.55 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/20ac6fa6-d511-44d4-9362-a0691ae39b9e) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:19.662782 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.696515 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Allocated IP 172.20.0.2 (7d931398-56b1-4bb6-9ab9-a8f18e00d773/7d2c9f5c-17cd-45ec-8565-884122fa1f3a/2c38dec9-cc31-4701-b56e-b17dad8a4cf7) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:19.747184 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Allocated IP 172.20.0.9 (44290574-2d47-4c95-a36b-6b3ea6d2c957/c162c98c-c33f-4a27-9f0b-c5a186091a6f/472f16d5-804d-4aa0-8c54-96f1cab17fb8) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:19.769046 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.843267 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:19.843875 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.851804 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Attempting to bind port e24e06f4-d639-4134-941b-703301f9436e on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:19.852037 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Attempting to bind port e24e06f4-d639-4134-941b-703301f9436e by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:19.852353 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Attempting to bind port e24e06f4-d639-4134-941b-703301f9436e on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:19.873015 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Pushing event updated for resources: {'Port': ['ID=9186fb29-bf99-477e-977c-b0cf6fe847d8,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:19.889884 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb997-7dca-420e-9a21-98940ca97aa5 None None] Pushing event updated for resources: {'Port': ['ID=e24e06f4-d639-4134-941b-703301f9436e,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:19.901822 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:19.902184 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:19.902594 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.903191 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:19.903473 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Bound port: e24e06f4-d639-4134-941b-703301f9436e, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:19.903883 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:19.921975 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:18Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:19.959416 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45822993-6f49-4178-aa3b-7c3e718eca9e req-e2476254-cb88-4bde-9fda-eae2a10981de tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 210 time: 0.0844276 Sep 15 18:32:19.975589 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7899c9-bce0-4fcc-8114-f078cf007134 None None] The sync data for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi is: [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:18Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:19.978717 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Network f0f36677-e99a-47d0-9533-80bb5c012366 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:19.983437 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:20.002627 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:20.009721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] For port e24e06f4-d639-4134-941b-703301f9436e, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:20.095070 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.158263 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] For port e24e06f4-d639-4134-941b-703301f9436e, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=e24e06f4-d639-4134-941b-703301f9436e,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:20.194008 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.209380 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.250774 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5b2dcc1d-4cf5-4b1f-af6b-2169c292509c req-34416e94-6099-4240-bbcc-307a45fde344 tempest-DeleteServersTestJSON-1741589470 tempest-DeleteServersTestJSON-1741589470-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b8c5552-c6fd-464d-a5f0-3fcd6f681765 HTTP/1.1" status: 200 len: 210 time: 0.1148629 Sep 15 18:32:20.281948 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.301729 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:20.305810 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:20.310073 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:20.362339 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Pushing event updated for resources: {'Port': ['ID=20ac6fa6-d511-44d4-9362-a0691ae39b9e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:20.511331 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.546472 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-407fdbd2-43b7-4f4c-8d72-1242ef4f2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.566898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.593011 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.707638 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:20.729062 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.735115 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411c94-4a36-4e94-85d6-422cc7d1236a req-2cca31c6-b200-4eda-8fd9-ef5f8ee3f6ff tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:20.736368 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9d411c94-4a36-4e94-85d6-422cc7d1236a req-2cca31c6-b200-4eda-8fd9-ef5f8ee3f6ff tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1301482 Sep 15 18:32:20.745699 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:20.749450 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:20.749739 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272', '9d83db9d-2bf8-472c-8c7f-1534ca182825'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:32:20.801811 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.814698 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb997-7dca-420e-9a21-98940ca97aa5 None None] Pushing event updated for resources: {'Port': ['ID=e24e06f4-d639-4134-941b-703301f9436e,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:20.822019 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:20.822663 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:20.828346 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:20.853946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event updated for resources: {'Port': ['ID=472f16d5-804d-4aa0-8c54-96f1cab17fb8,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:20.935556 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:20.936299 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.010800 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.021206 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-407fdbd2-43b7-4f4c-8d72-1242ef4f2a09 None None] For port 63fb5bbf-d908-44e7-ad89-9cb68f35844a, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=63fb5bbf-d908-44e7-ad89-9cb68f35844a,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:21.049139 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9d411c94-4a36-4e94-85d6-422cc7d1236a req-63e4fe7d-0cd4-420c-8117-1ddacc8b993b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470315 Sep 15 18:32:21.056795 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-9697b5e2-a460-4170-b730-b49cc8315e42 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0313926 Sep 15 18:32:21.088467 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Request body: {'port': {'device_id': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:21.094810 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Pushing event updated for resources: {'Port': ['ID=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:21.113305 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-407fdbd2-43b7-4f4c-8d72-1242ef4f2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.122589 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:21.192041 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.209133 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fdbd2-43b7-4f4c-8d72-1242ef4f2a09 None None] Pushing event updated for resources: {'Port': ['ID=63fb5bbf-d908-44e7-ad89-9cb68f35844a,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:21.216018 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 21817f9d-c88e-440c-a6a4-7c20e3736f4a no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:32:21.232569 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 63fb5bbf-d908-44e7-ad89-9cb68f35844a up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:21.250729 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.269336 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.279549 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:21.282608 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fdeda-fdf5-4cc5-a2a8-a33d61841dcc req-4f871708-ce7b-49c3-a78c-9fa2a344f506 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:21.283606 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4e984603-f442-4606-91fb-6502b76c31f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.284178 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c6fdeda-fdf5-4cc5-a2a8-a33d61841dcc req-4f871708-ce7b-49c3-a78c-9fa2a344f506 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 931 time: 0.1625555 Sep 15 18:32:21.292433 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:21.329748 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Router c38333f3-14c9-4d96-88a5-688b5ddac27e is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:32:21.335214 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 21817f9d-c88e-440c-a6a4-7c20e3736f4a {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:32:21.335566 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 21817f9d-c88e-440c-a6a4-7c20e3736f4a not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:32:21.356012 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c6fdeda-fdf5-4cc5-a2a8-a33d61841dcc req-db086fd6-c33f-4714-8907-78e667405b44 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629108 Sep 15 18:32:21.500456 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-0143c078-86ca-4bbd-954d-b4306774e9f9 None None] Provisioning complete for port 63fb5bbf-d908-44e7-ad89-9cb68f35844a triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:21.501177 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0143c078-86ca-4bbd-954d-b4306774e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.517701 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:21.537390 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:21.561893 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Sync routers for ids ['c38333f3-14c9-4d96-88a5-688b5ddac27e'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:21.562082 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.566289 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-91aea2c6-6d91-4676-a946-e8f19d50cd47 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6054437 Sep 15 18:32:21.567674 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51858) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:21.680855 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.688477 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Attempting to bind port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:21.696280 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Attempting to bind port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:21.697697 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Attempting to bind port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 on network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:21.801947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Routers {'c38333f3-14c9-4d96-88a5-688b5ddac27e'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:21.803498 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:31:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c38333f3-14c9-4d96-88a5-688b5ddac27e'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:21.857629 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:21.858357 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Checking segment: {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:21.858769 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:21.859159 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Bound using segment: {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:21.859646 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Bound port: 2c38dec9-cc31-4701-b56e-b17dad8a4cf7, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:21.860144 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.003474 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 63fb5bbf-d908-44e7-ad89-9cb68f35844a triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:22.003680 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.081444 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472f16d5-804d-4aa0-8c54-96f1cab17fb8 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:32:22.091603 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.107684 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Transition to ACTIVE for port object 472f16d5-804d-4aa0-8c54-96f1cab17fb8 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:32:22.121883 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.144943 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Pushing event updated for resources: {'Port': ['ID=9186fb29-bf99-477e-977c-b0cf6fe847d8,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:22.207275 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Pushing event updated for resources: {'Port': ['ID=472f16d5-804d-4aa0-8c54-96f1cab17fb8,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:22.279598 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51874) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:22.347207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Network f0f36677-e99a-47d0-9533-80bb5c012366 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:22.349869 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:22.353879 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.397734 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Attempting to bind port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:22.398584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Attempting to bind port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:22.399147 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Attempting to bind port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:22.420120 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5fe17-985d-40e8-8647-afbdc541a1af req-ba2369a9-b780-4d37-8696-a59d4bb6d8c7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:22.421689 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52b5fe17-985d-40e8-8647-afbdc541a1af req-ba2369a9-b780-4d37-8696-a59d4bb6d8c7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1990378 Sep 15 18:32:22.426330 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:32:22.426713 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Attempting to bind port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:22.439346 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:22.440406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Checking segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:22.440406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Bound using segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:22.440785 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Bound port: 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:22.441112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.509189 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-0143c078-86ca-4bbd-954d-b4306774e9f9 None None] Provisioning complete for port 9186fb29-bf99-477e-977c-b0cf6fe847d8 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:22.509773 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0143c078-86ca-4bbd-954d-b4306774e9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.565355 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Set router c38333f3-14c9-4d96-88a5-688b5ddac27e gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:22.620239 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e814935b-e846-473f-b850-7f6b78cd3e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.714362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] For port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:22.758719 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe23b4-4b63-401b-80ad-299361b0a7d3 req-c8b3ab31-1df7-488c-96ee-9b6efe0b3398 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:22.760377 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80fe23b4-4b63-401b-80ad-299361b0a7d3 req-c8b3ab31-1df7-488c-96ee-9b6efe0b3398 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 943 time: 0.2167308 Sep 15 18:32:22.820738 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] For port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,segment=NetworkSegment(3cca3596-7829-439e-993a-acb9c9b095a0),segment_id=3cca3596-7829-439e-993a-acb9c9b095a0)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:22.855231 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.866935 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-0143c078-86ca-4bbd-954d-b4306774e9f9 None None] Port 9186fb29-bf99-477e-977c-b0cf6fe847d8 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:22.873617 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Allocated IP 172.20.0.1 (7d931398-56b1-4bb6-9ab9-a8f18e00d773/7d2c9f5c-17cd-45ec-8565-884122fa1f3a/bcc541de-0597-469c-9cea-e5aee6810bae) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:22.880268 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80fe23b4-4b63-401b-80ad-299361b0a7d3 req-bdff5379-a23b-44ca-92be-07c741fbcd24 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070199 Sep 15 18:32:22.912907 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e814935b-e846-473f-b850-7f6b78cd3e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:22.925760 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] For port 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:22.931274 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Router c769c7d0-9daa-49ed-b1df-2ef0c2def044 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:32:22.933679 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] For port 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:22.949655 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52b5fe17-985d-40e8-8647-afbdc541a1af req-cd0c86b6-b1d1-402c-b27e-26ce15616ba2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125332 Sep 15 18:32:22.961390 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.028406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.042318 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Pushing event updated for resources: {'Port': ['ID=472f16d5-804d-4aa0-8c54-96f1cab17fb8,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:23.071008 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e814935b-e846-473f-b850-7f6b78cd3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.077294 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d2c90-b692-4adf-a00c-648ca2d7da4d None None] Pushing event updated for resources: {'Port': ['ID=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:23.085615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.094679 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-6fce080f-97a3-438c-98a9-4dab7f05c49f None None] Provisioning complete for port 9186fb29-bf99-477e-977c-b0cf6fe847d8 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:23.095481 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6fce080f-97a3-438c-98a9-4dab7f05c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.153621 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:23.156455 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.161495 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-6d51c257-17e9-4b24-95dc-df80268a7466 service neutron] 10.222.0.50 "PUT /v2.0/ports/472f16d5-804d-4aa0-8c54-96f1cab17fb8 HTTP/1.1" status: 200 len: 1093 time: 2.0877109 Sep 15 18:32:23.164841 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'tag': '472f16d5-804d-4aa0-8c54-96f1cab17fb8'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:32:23.181663 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe6111e-c49b-4aa4-9120-d52cc373b45f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a725e8e-a828-403b-afda-cdad655bb6ca", "tag": "472f16d5-804d-4aa0-8c54-96f1cab17fb8"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:32:23.187114 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 63fb5bbf-d908-44e7-ad89-9cb68f35844a up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:23.193266 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:19Z', 'revision_number': 1, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:23.202521 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc541de-0597-469c-9cea-e5aee6810bae,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:23.215547 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e814935b-e846-473f-b850-7f6b78cd3e2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f340b2b9e0dc4d95b87aeb1e8e75c479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9327092 Sep 15 18:32:23.216355 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51898) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:23.225739 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51900) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:23.265796 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eddbd4-a1a7-4a9f-83c4-e52b95e78a42 x-openstack-request-id: req-20eddbd4-a1a7-4a9f-83c4-e52b95e78a42 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:32:23.266121 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a725e8e-a828-403b-afda-cdad655bb6ca", "tag": "472f16d5-804d-4aa0-8c54-96f1cab17fb8", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:32:23.266385 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20eddbd4-a1a7-4a9f-83c4-e52b95e78a42 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:32:23.266779 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'tag': '472f16d5-804d-4aa0-8c54-96f1cab17fb8', 'status': 'completed', 'code': 200} Sep 15 18:32:23.275140 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-6fce080f-97a3-438c-98a9-4dab7f05c49f None None] Port 9186fb29-bf99-477e-977c-b0cf6fe847d8 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:23.284470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98698838-389f-42dc-8ed4-6b2adb07b16d None None] The sync data for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi is: [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:19Z', 'revision_number': 1, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:23.305409 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:23.323057 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:23.337418 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0f464b0b-b591-478a-be76-e7db70b46b35 admin admin] 10.222.0.43 "PUT /v2.0/routers/c769c7d0-9daa-49ed-b1df-2ef0c2def044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0686216 Sep 15 18:32:23.350476 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:23.353231 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814935b-e846-473f-b850-7f6b78cd3e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd649688-aced-4776-8daf-4a7eb2cfce3c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:23.359277 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 3, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:23.363414 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-704e3b5a-9c19-4789-b505-c4aef8215128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:23.365965 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-704e3b5a-9c19-4789-b505-c4aef8215128 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 1096 time: 0.1016302 Sep 15 18:32:23.378543 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:23.415181 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Checking router: c38333f3-14c9-4d96-88a5-688b5ddac27e for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:23.415534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Updating router c38333f3-14c9-4d96-88a5-688b5ddac27e port 20ac6fa6-d511-44d4-9362-a0691ae39b9e binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:23.419884 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 63fb5bbf-d908-44e7-ad89-9cb68f35844a triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:23.420263 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.436979 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.450994 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-f30a75bb-9cff-4e0f-a56e-79284741b10d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8 HTTP/1.1" status: 200 len: 217 time: 0.0743065 Sep 15 18:32:23.477263 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.539330 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-a5f34442-ecba-4107-9e01-fbff6713d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:23.546398 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-a5f34442-ecba-4107-9e01-fbff6713d015 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0761430 Sep 15 18:32:23.550006 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-363d0740-55f4-4f0f-bc39-c5c4442ea728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.562615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Deleting subnet aa45ae1b-4887-44df-8f9e-72fe92d56e87 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:32:23.588172 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-436f38f9-bc55-41c1-a410-3ff7faaf88a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330989 Sep 15 18:32:23.793684 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-80c8657c-0a5d-46ed-bc95-5da90790ddf4 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900465 Sep 15 18:32:23.876328 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c616d3a0-c1b3-44f1-b96c-01cd7d3304dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:23.966676 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b1ef99f-beec-46da-b863-8efccbfb8c47 req-ee65237d-a6d2-4c1d-a0a0-800587b84d5f service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637549 Sep 15 18:32:24.075663 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-363d0740-55f4-4f0f-bc39-c5c4442ea728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.126734 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.192190 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.207179 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-3ca994b0-ca0b-46ab-9f64-36ec21771dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:24.209263 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-3ca994b0-ca0b-46ab-9f64-36ec21771dee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 1096 time: 0.1473598 Sep 15 18:32:24.239736 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a897-43c0-465c-9968-0978551228c2 req-6b6528b2-100b-4abb-8f97-7a4903926a5d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:24.250330 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6621a897-43c0-465c-9968-0978551228c2 req-6b6528b2-100b-4abb-8f97-7a4903926a5d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1450567 Sep 15 18:32:24.250537 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.277850 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.321535 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6621a897-43c0-465c-9968-0978551228c2 req-8f03a9a5-7924-4a8e-9b0f-580b5ded3c2e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697284 Sep 15 18:32:24.327811 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.386027 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbca783-7e35-40d3-aac2-e0c60b20040e req-be6a3045-d89c-4e55-8cd1-ac54c52954aa tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:24.393876 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0dbca783-7e35-40d3-aac2-e0c60b20040e req-be6a3045-d89c-4e55-8cd1-ac54c52954aa tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 943 time: 0.2822778 Sep 15 18:32:24.406376 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51928) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:24.410051 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Attempting to bind port 20ac6fa6-d511-44d4-9362-a0691ae39b9e on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:24.410534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Attempting to bind port 20ac6fa6-d511-44d4-9362-a0691ae39b9e by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:24.410999 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Attempting to bind port 20ac6fa6-d511-44d4-9362-a0691ae39b9e on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:24.418429 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1940289796-network', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:24.422653 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:24.425243 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:24.425243 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.425453 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:24.427982 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Bound port: 20ac6fa6-d511-44d4-9362-a0691ae39b9e, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:24.428382 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.431154 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cba51-953c-4a48-9e86-d44c23dede4f None None] Pushing event updated for resources: {'Port': ['ID=20ac6fa6-d511-44d4-9362-a0691ae39b9e,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:24.471116 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.490685 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-363d0740-55f4-4f0f-bc39-c5c4442ea728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.493346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-363d0740-55f4-4f0f-bc39-c5c4442ea728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.494521 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-363d0740-55f4-4f0f-bc39-c5c4442ea728 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd649688-aced-4776-8daf-4a7eb2cfce3c HTTP/1.1" status: 204 len: 168 time: 1.2661402 Sep 15 18:32:24.518678 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] For port 20ac6fa6-d511-44d4-9362-a0691ae39b9e, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:24.522065 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] For port 20ac6fa6-d511-44d4-9362-a0691ae39b9e, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=20ac6fa6-d511-44d4-9362-a0691ae39b9e,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:24.524614 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0dbca783-7e35-40d3-aac2-e0c60b20040e req-ce83340c-5226-47de-ae0d-4ae8487c5d2d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240981 Sep 15 18:32:24.534735 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.540373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d0740-55f4-4f0f-bc39-c5c4442ea728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd649688-aced-4776-8daf-4a7eb2cfce3c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:24.543826 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.570863 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-8a804cc1-44a8-4c40-8c38-dbe6104a0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:24.574527 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-8a804cc1-44a8-4c40-8c38-dbe6104a0278 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 916 time: 0.2986298 Sep 15 18:32:24.626474 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cba51-953c-4a48-9e86-d44c23dede4f None None] Pushing event updated for resources: {'Port': ['ID=20ac6fa6-d511-44d4-9362-a0691ae39b9e,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:24.637803 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b21ac2-dc2c-4e55-b669-3d1ae510dafb None None] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:24.669003 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-922a3c04-78b4-493a-8426-09dd0223df18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8 HTTP/1.1" status: 200 len: 217 time: 0.0624509 Sep 15 18:32:24.728156 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.730482 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Made reservation on behalf of f822340e0d254009983fa304ca7b1fae for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:24.738009 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.744200 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-d5e1fa3e-b02e-4c80-91ef-ac469750e3f6 None None] Provisioning complete for port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:24.744696 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d5e1fa3e-b02e-4c80-91ef-ac469750e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.746889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Routers {'c38333f3-14c9-4d96-88a5-688b5ddac27e'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:24.748033 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c38333f3-14c9-4d96-88a5-688b5ddac27e'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:24.767529 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.777593 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa45ae1b-4887-44df-8f9e-72fe92d56e87,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:24.808508 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:24.810598 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8c71e63b-381d-4855-80f9-9a454c12fc25 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aa45ae1b-4887-44df-8f9e-72fe92d56e87 HTTP/1.1" status: 204 len: 168 time: 1.5897083 Sep 15 18:32:24.815337 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51932) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:24.825056 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-becccd52-7613-4bdd-9aa2-f61b39525faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:24.827324 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-becccd52-7613-4bdd-9aa2-f61b39525faa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.1442816 Sep 15 18:32:24.890967 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-b86a96de-59af-46ef-92f6-f85c06cd2c95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547721 Sep 15 18:32:24.939817 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.017008 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.105081 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.122905 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.190578 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] Set router c38333f3-14c9-4d96-88a5-688b5ddac27e gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:25.228751 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.232175 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-263d2d9e-48f8-4eb7-b040-ed40d2238b02 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322892 Sep 15 18:32:25.236584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.267902 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d5e1fa3e-b02e-4c80-91ef-ac469750e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.362438 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:32:25.394795 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e24e06f4-d639-4134-941b-703301f9436e up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:25.486615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.496818 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b41a899-4eed-459c-80a7-e6edcf45ff58,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:25.523465 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.526043 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Added segment ba54de9b-5b8b-4118-973a-060921438e41 of type vlan for network 85dab249-777f-4277-a286-44d5dfdb58f2 Sep 15 18:32:25.532346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b207a77d-aa8e-4b94-b08b-0e51348a9f12']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:25.560703 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51960) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:25.563008 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfdacc1-dd33-48a6-9337-85da8f4d2af8') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:25.565901 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfdacc1-dd33-48a6-9337-85da8f4d2af8') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:25.592699 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.614383 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.631827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.666124 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc541de-0597-469c-9cea-e5aee6810bae,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:25.686908 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:32:25.687435 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.690645 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cfe6111e-c49b-4aa4-9120-d52cc373b45f req-4f626afd-3d3e-4cc8-b902-4f35902aeeed service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459457 Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:32:25.691510 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:32:25.718628 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-d5e1fa3e-b02e-4c80-91ef-ac469750e3f6 None None] For port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,segment=NetworkSegment(3cca3596-7829-439e-993a-acb9c9b095a0),segment_id=3cca3596-7829-439e-993a-acb9c9b095a0)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:25.749854 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d5e1fa3e-b02e-4c80-91ef-ac469750e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.750272 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a8596-c52b-463b-8e81-752ea44a432c req-c46e6c84-8e10-4cb2-b1d1-1654812687a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:25.752168 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-854a8596-c52b-463b-8e81-752ea44a432c req-c46e6c84-8e10-4cb2-b1d1-1654812687a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.2701533 Sep 15 18:32:25.770924 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.848976 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.849249 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:25.849705 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.915609 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5055444 Sep 15 18:32:25.920902 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51972) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:25.973199 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Request body: {'subnet': {'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1940289796-subnet', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'ip_version': 4}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:25.976285 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.985340 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-05a3c58f-d809-4ca8-8410-ba315b0b19a4 None None] Provisioning complete for port bcc541de-0597-469c-9cea-e5aee6810bae triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:25.985908 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae412195-c1f9-4a75-af91-f5bf3de3524b req-4e56184d-eab5-4abd-901e-8de6c0f0e040 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:25.986022 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-05a3c58f-d809-4ca8-8410-ba315b0b19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:25.989210 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1fa3e-b02e-4c80-91ef-ac469750e3f6 None None] Pushing event updated for resources: {'Port': ['ID=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:25.993446 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae412195-c1f9-4a75-af91-f5bf3de3524b req-4e56184d-eab5-4abd-901e-8de6c0f0e040 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 943 time: 0.1405365 Sep 15 18:32:25.997545 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port e24e06f4-d639-4134-941b-703301f9436e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:25.998075 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.007716 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5d29bffe-0a5d-4c97-a045-14c3a7918dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.012107 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-854a8596-c52b-463b-8e81-752ea44a432c req-cefb89f0-3153-4032-acd4-da0631303a45 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482862 Sep 15 18:32:26.048559 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.051502 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b207a77d-aa8e-4b94-b08b-0e51348a9f12 HTTP/1.1" status: 204 len: 168 time: 1.2345343 Sep 15 18:32:26.094039 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec071f4e-e18a-4b8e-aee2-b39bad061b90 admin admin] Pushing event updated for resources: {'Network': ['ID=85dab249-777f-4277-a286-44d5dfdb58f2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:26.095153 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-05a3c58f-d809-4ca8-8410-ba315b0b19a4 None None] Port bcc541de-0597-469c-9cea-e5aee6810bae cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:26.095485 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d361c-61a1-4f99-8381-601fb4e28028 admin admin] Pushing event deleted for resources: {'Network': ['ID=b207a77d-aa8e-4b94-b08b-0e51348a9f12,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:26.121833 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 85dab249-777f-4277-a286-44d5dfdb58f2 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:32:26.138701 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ae412195-c1f9-4a75-af91-f5bf3de3524b req-8807956b-36b6-482c-b33a-b72fda90d7d3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445498 Sep 15 18:32:26.159921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:26.163620 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Made reservation on behalf of f822340e0d254009983fa304ca7b1fae for: {'subnet': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:26.166183 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545119'] for subnet, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.167207 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:26.193882 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.204786 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'bcc541de-0597-469c-9cea-e5aee6810bae', 'name': '', 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'mac_address': 'fa:16:3e:8b:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:22Z', 'updated_at': '2021-09-15T18:32:22Z', 'revision_number': 1, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'subnets': [{'id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:26.230600 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-05a3c58f-d809-4ca8-8410-ba315b0b19a4 None None] Provisioning complete for port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:26.231165 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-05a3c58f-d809-4ca8-8410-ba315b0b19a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.335362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7281a095-e7b2-4f31-8d59-f5c3cd14dee1 None None] The sync data for ids ['c38333f3-14c9-4d96-88a5-688b5ddac27e'] in dv-cinder-784603-2-iscsi is: [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'bcc541de-0597-469c-9cea-e5aee6810bae', 'name': '', 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'mac_address': 'fa:16:3e:8b:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:22Z', 'updated_at': '2021-09-15T18:32:22Z', 'revision_number': 1, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'subnets': [{'id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:26.336009 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5d29bffe-0a5d-4c97-a045-14c3a7918dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.345910 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.363155 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5d29bffe-0a5d-4c97-a045-14c3a7918dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.436424 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Router c38333f3-14c9-4d96-88a5-688b5ddac27e has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:32:26.441540 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-5d29bffe-0a5d-4c97-a045-14c3a7918dbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c1051d2719548f498cbbcfd017989fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8797958 Sep 15 18:32:26.446912 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51986) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:26.465619 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port e24e06f4-d639-4134-941b-703301f9436e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=e24e06f4-d639-4134-941b-703301f9436e,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:26.483152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 51988) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:26.485700 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.486646 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:26.586648 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41f05d7d-d7cc-4ef5-8a3c-d480f07c5030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.603021 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29bffe-0a5d-4c97-a045-14c3a7918dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a041ec-4832-4118-a4d2-38299bcc6353,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:26.622876 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=e24e06f4-d639-4134-941b-703301f9436e,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:26.631176 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:26.632506 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.661171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41f05d7d-d7cc-4ef5-8a3c-d480f07c5030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.676033 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:26.682537 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6201cb6c-25f8-4ede-bab8-1870f51be5f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/c38333f3-14c9-4d96-88a5-688b5ddac27e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1129982 Sep 15 18:32:26.691334 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d9e87780-e097-4b10-9f5f-09c38a333d35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ca99adc93f148a79c7d38d4c56b3a27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2026272 Sep 15 18:32:26.692121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51994) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:26.696034 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a60ceb-c7fe-4a66-8d1c-f44609724df9 req-da2ce605-9bd2-4d53-bb98-f457f34f8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:26.697572 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-44a60ceb-c7fe-4a66-8d1c-f44609724df9 req-da2ce605-9bd2-4d53-bb98-f457f34f8995 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 1099 time: 0.1501002 Sep 15 18:32:26.742356 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 51998) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:26.775639 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41f05d7d-d7cc-4ef5-8a3c-d480f07c5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.778772 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-41f05d7d-d7cc-4ef5-8a3c-d480f07c5030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.782962 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-41f05d7d-d7cc-4ef5-8a3c-d480f07c5030 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18a041ec-4832-4118-a4d2-38299bcc6353 HTTP/1.1" status: 204 len: 168 time: 0.3347435 Sep 15 18:32:26.789029 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8dafd15b-ad7c-4502-855c-00065094a1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.798072 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05d7d-d7cc-4ef5-8a3c-d480f07c5030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a041ec-4832-4118-a4d2-38299bcc6353,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:26.830774 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8dafd15b-ad7c-4502-855c-00065094a1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.831010 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-fdd7837e-e4af-4908-8745-1b5026174abf None None] Provisioning complete for port bcc541de-0597-469c-9cea-e5aee6810bae triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:26.831335 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fdd7837e-e4af-4908-8745-1b5026174abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.880868 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-44a60ceb-c7fe-4a66-8d1c-f44609724df9 req-56d89aea-5d61-41fb-9718-47adfd7a071c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692114 Sep 15 18:32:26.889109 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26739846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545137'] for subnet, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.940978 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.943686 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7837e-e4af-4908-8745-1b5026174abf None None] Port bcc541de-0597-469c-9cea-e5aee6810bae cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:26.950685 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8dafd15b-ad7c-4502-855c-00065094a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.955437 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8dafd15b-ad7c-4502-855c-00065094a1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.963592 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8dafd15b-ad7c-4502-855c-00065094a1c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab5c06d2-a520-40d7-a19f-d92f5fda8ef2 HTTP/1.1" status: 204 len: 168 time: 0.2705016 Sep 15 18:32:26.966731 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa87e465-d47a-4bf8-bb2d-1014a1130352,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:26.980171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-31f93aeb-270f-4b36-9099-076a9b6e343e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:26.990045 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Checking segment: {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:26.990398 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Network hostable DHCP agents. Network: 85dab249-777f-4277-a286-44d5dfdb58f2, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:32:26.995182 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafd15b-ad7c-4502-855c-00065094a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5c06d2-a520-40d7-a19f-d92f5fda8ef2,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:27.009330 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Network 85dab249-777f-4277-a286-44d5dfdb58f2 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:32:27.024431 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 85dab249-777f-4277-a286-44d5dfdb58f2) {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:27.032152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:27.032941 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.033331 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebe1b8-efd5-46a5-8b00-3f427d1080df None None] Network 85dab249-777f-4277-a286-44d5dfdb58f2 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:27.315107 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-31f93aeb-270f-4b36-9099-076a9b6e343e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.330959 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-31f93aeb-270f-4b36-9099-076a9b6e343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.367941 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ff6a5f7f-8955-45e4-b29c-23184935dbe5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4014168 Sep 15 18:32:27.371827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52020) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:27.377295 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 472f16d5-804d-4aa0-8c54-96f1cab17fb8 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:32:27.380358 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e24e06f4-d639-4134-941b-703301f9436e up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:27.383094 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:27.386081 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40abdef-acea-42e7-9aff-3e4013ed3788 req-8d7b024b-d909-44c1-8af4-06b7ec265c4e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:27.387706 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b40abdef-acea-42e7-9aff-3e4013ed3788 req-8d7b024b-d909-44c1-8af4-06b7ec265c4e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.1910164 Sep 15 18:32:27.410973 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-31f93aeb-270f-4b36-9099-076a9b6e343e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37ca1becdafa4d30804456c02ea72863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6652472 Sep 15 18:32:27.418574 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52022) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:27.442224 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f93aeb-270f-4b36-9099-076a9b6e343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e33cf-36f5-4d3e-9838-7e8e3ca58036,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:27.471378 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.476836 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.493675 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52024) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:27.545432 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe70df-29cf-4018-bfba-4f5601131ee3 req-2d250f78-3e62-412e-85f4-c1c24cf3bb1f tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:27.572496 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-affe70df-29cf-4018-bfba-4f5601131ee3 req-2d250f78-3e62-412e-85f4-c1c24cf3bb1f tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 943 time: 0.2746711 Sep 15 18:32:27.625263 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-afce2c7e-25e6-410e-9deb-ce27e6baae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.643948 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b40abdef-acea-42e7-9aff-3e4013ed3788 req-46aed91d-2938-44db-ad02-3293554c357c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480719 Sep 15 18:32:27.645742 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port e24e06f4-d639-4134-941b-703301f9436e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:27.646121 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.718948 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-affe70df-29cf-4018-bfba-4f5601131ee3 req-9b0e7b19-0603-4e0b-a01f-467a74a16c2d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457560 Sep 15 18:32:27.729969 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50a09341-94bf-4169-8a79-63b6b3172de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.735629 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:27.771386 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-85dab249-777f-4277-a286-44d5dfdb58f2', 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'fixed_ips': [{'subnet_id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:32:27.777711 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.791976 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.821944 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '472f16d5-804d-4aa0-8c54-96f1cab17fb8', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'port_id': '472f16d5-804d-4aa0-8c54-96f1cab17fb8', 'mac_address': 'fa:16:3e:48:76:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c162c98c-c33f-4a27-9f0b-c5a186091a6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:32:27.843105 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50a09341-94bf-4169-8a79-63b6b3172de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.917576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50a09341-94bf-4169-8a79-63b6b3172de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.923727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-50a09341-94bf-4169-8a79-63b6b3172de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:27.931448 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-50a09341-94bf-4169-8a79-63b6b3172de2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d60e33cf-36f5-4d3e-9838-7e8e3ca58036 HTTP/1.1" status: 204 len: 168 time: 0.5088294 Sep 15 18:32:27.959581 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a09341-94bf-4169-8a79-63b6b3172de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e33cf-36f5-4d3e-9838-7e8e3ca58036,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:27.981652 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Sync routers for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:27.990060 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.003663 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:28.006475 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:28.052310 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-afce2c7e-25e6-410e-9deb-ce27e6baae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.066212 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-afce2c7e-25e6-410e-9deb-ce27e6baae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.075022 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.194391 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-afce2c7e-25e6-410e-9deb-ce27e6baae3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e5a64abc623485fb35c9d75075f0586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944234 Sep 15 18:32:28.205725 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce2c7e-25e6-410e-9deb-ce27e6baae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebdd2b9-9f62-4bd8-97e8-ba5e20562297,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:28.219711 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52056) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:28.231304 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:28.356407 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472f16d5-804d-4aa0-8c54-96f1cab17fb8 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:32:28.404595 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e8598724-ff87-4cfc-8b89-474dbe73c73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.470571 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e8598724-ff87-4cfc-8b89-474dbe73c73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.511113 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:28.530735 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.614425 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e8598724-ff87-4cfc-8b89-474dbe73c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.615617 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:28.618181 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e8598724-ff87-4cfc-8b89-474dbe73c73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.622827 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e8598724-ff87-4cfc-8b89-474dbe73c73a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ebdd2b9-9f62-4bd8-97e8-ba5e20562297 HTTP/1.1" status: 204 len: 168 time: 0.3996158 Sep 15 18:32:28.628292 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 2, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:28.645107 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8598724-ff87-4cfc-8b89-474dbe73c73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebdd2b9-9f62-4bd8-97e8-ba5e20562297,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:28.675038 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Checking router: c769c7d0-9daa-49ed-b1df-2ef0c2def044 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:28.675780 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Updating router c769c7d0-9daa-49ed-b1df-2ef0c2def044 port 9186fb29-bf99-477e-977c-b0cf6fe847d8 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:28.678499 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.699107 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Allocated IP 172.20.0.2 (85dab249-777f-4277-a286-44d5dfdb58f2/fa87e465-d47a-4bf8-bb2d-1014a1130352/53752ad2-42f8-45ac-9312-063c0e544c9c) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:28.726628 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.732166 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.810346 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=472f16d5-804d-4aa0-8c54-96f1cab17fb8,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:28.849298 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:28.850993 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:28.962353 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['472f16d5-804d-4aa0-8c54-96f1cab17fb8'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:32:28.975700 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177677f5-16ff-4df9-909d-57cf498475c7 req-4eac648c-1092-4257-9759-79bcf02b9f0a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:28.986855 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-177677f5-16ff-4df9-909d-57cf498475c7 req-4eac648c-1092-4257-9759-79bcf02b9f0a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 944 time: 0.1355271 Sep 15 18:32:29.114268 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f88864-61a5-4ef9-a894-a1dfd0721035 req-f79ba153-4e3f-4ed6-aae7-edeb84bf4c17 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:29.120317 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-177677f5-16ff-4df9-909d-57cf498475c7 req-8e3e7882-b957-4bef-9cb0-02c9ea3dd0ea tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169038 Sep 15 18:32:29.129241 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-03f88864-61a5-4ef9-a894-a1dfd0721035 req-f79ba153-4e3f-4ed6-aae7-edeb84bf4c17 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.2681780 Sep 15 18:32:29.232104 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:32:29.307975 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-03f88864-61a5-4ef9-a894-a1dfd0721035 req-d66dbddf-76de-4f3a-ab17-f09dd83bf6d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777639 Sep 15 18:32:29.310559 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Allocated IP 172.27.1.23 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/f7e9602a-f96b-43fc-88a2-c5b013a44440) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:29.572737 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 20ac6fa6-d511-44d4-9362-a0691ae39b9e up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:29.690094 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3138e95-3c3a-4c2f-a4f2-91cfc7443294 req-f5541de7-4656-469b-bcb0-f6031c6c94d2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:29.699479 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52098) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:29.701105 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a3138e95-3c3a-4c2f-a4f2-91cfc7443294 req-f5541de7-4656-469b-bcb0-f6031c6c94d2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.2050934 Sep 15 18:32:29.728354 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:29.737186 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:29.764974 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:29.765227 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:29.837199 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f1f4e-a622-480a-ab41-bb62a38d6136 None None] Pushing event updated for resources: {'Port': ['ID=9186fb29-bf99-477e-977c-b0cf6fe847d8,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:29.847813 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:29.857270 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a3138e95-3c3a-4c2f-a4f2-91cfc7443294 req-48fc4d38-7ef3-4d50-bc44-26f162c5ebb1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412694 Sep 15 18:32:29.899396 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-network', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:29.946076 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:29.983736 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Made reservation on behalf of 9a41bc43924d45b98b230e2b0647eae7 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:29.989595 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.006461 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Attempting to bind port 9186fb29-bf99-477e-977c-b0cf6fe847d8 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:30.009002 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Attempting to bind port 9186fb29-bf99-477e-977c-b0cf6fe847d8 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:30.010751 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Attempting to bind port 9186fb29-bf99-477e-977c-b0cf6fe847d8 on network f0f36677-e99a-47d0-9533-80bb5c012366 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:30.023574 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:30.025321 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 20ac6fa6-d511-44d4-9362-a0691ae39b9e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:30.025490 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Checking segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:30.025686 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.027422 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.030123 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Bound using segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:30.030994 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Bound port: 9186fb29-bf99-477e-977c-b0cf6fe847d8, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:30.031646 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.048725 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.118400 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:30.131097 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:30.153923 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:30.200929 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] For port 9186fb29-bf99-477e-977c-b0cf6fe847d8, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:30.208538 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] For port 9186fb29-bf99-477e-977c-b0cf6fe847d8, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9186fb29-bf99-477e-977c-b0cf6fe847d8,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:30.222311 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.290221 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Network 85dab249-777f-4277-a286-44d5dfdb58f2 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:30.336073 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:30.342333 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Pushing event updated for resources: {'Port': ['ID=53752ad2-42f8-45ac-9312-063c0e544c9c,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:30.351296 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:30.401828 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.404356 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:30.406799 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:30.408515 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-85deeb9c-8a2c-434d-bad7-dd7876ce2a4e None None] Provisioning complete for port 9186fb29-bf99-477e-977c-b0cf6fe847d8 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:30.409142 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-85deeb9c-8a2c-434d-bad7-dd7876ce2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.419637 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e9602a-f96b-43fc-88a2-c5b013a44440,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:30.468928 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.588150 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f1f4e-a622-480a-ab41-bb62a38d6136 None None] Pushing event updated for resources: {'Port': ['ID=9186fb29-bf99-477e-977c-b0cf6fe847d8,revision_number=4']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:30.621935 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:32:30.671079 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.674552 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Added segment 445ef665-5307-49ac-83cb-95afa093c32d of type vlan for network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 Sep 15 18:32:30.696169 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.772038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 20ac6fa6-d511-44d4-9362-a0691ae39b9e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=20ac6fa6-d511-44d4-9362-a0691ae39b9e,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:30.790719 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.807721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Attempting to bind port 53752ad2-42f8-45ac-9312-063c0e544c9c on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:30.812560 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Attempting to bind port 53752ad2-42f8-45ac-9312-063c0e544c9c by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:30.813810 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Attempting to bind port 53752ad2-42f8-45ac-9312-063c0e544c9c on network 85dab249-777f-4277-a286-44d5dfdb58f2 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:30.869360 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:30.870125 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Checking segment: {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:30.870763 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.871529 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Bound using segment: {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:30.872284 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Bound port: 53752ad2-42f8-45ac-9312-063c0e544c9c, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:30.874433 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.885098 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:30.893124 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.936377 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.937371 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:30.937990 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:30.960486 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b162ab4-fc2d-450d-9168-c35ba9570607,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:31.036497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e90db4-39e8-4fc4-9f4d-1f981e195a24 req-b2689024-b045-4696-a1b7-7eff4b97e36e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:31.045267 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72e90db4-39e8-4fc4-9f4d-1f981e195a24 req-b2689024-b045-4696-a1b7-7eff4b97e36e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 944 time: 0.6415672 Sep 15 18:32:31.050194 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3502290 Sep 15 18:32:31.054481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52136) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:31.073861 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Request body: {'subnet': {'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-subnet', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:31.105182 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] For port 53752ad2-42f8-45ac-9312-063c0e544c9c, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:31.116096 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] For port 53752ad2-42f8-45ac-9312-063c0e544c9c, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=53752ad2-42f8-45ac-9312-063c0e544c9c,segment=NetworkSegment(ba54de9b-5b8b-4118-973a-060921438e41),segment_id=ba54de9b-5b8b-4118-973a-060921438e41)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:31.135128 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:31.171627 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Made reservation on behalf of 9a41bc43924d45b98b230e2b0647eae7 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:31.177055 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 472f16d5-804d-4aa0-8c54-96f1cab17fb8 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:31.183826 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:31.298235 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=20ac6fa6-d511-44d4-9362-a0691ae39b9e,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:31.304177 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72e90db4-39e8-4fc4-9f4d-1f981e195a24 req-dfc37c29-6c2c-4831-96ba-31f2146ca3fd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571278 Sep 15 18:32:31.306398 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49c87a-1310-49d7-a90f-bc9c04788b10 admin admin] Pushing event updated for resources: {'Network': ['ID=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:31.370987 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:32:31.438429 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:31.501930 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-85deeb9c-8a2c-434d-bad7-dd7876ce2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:31.504158 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df54bc1-88f2-4767-afad-7410ed538fe6 None None] The sync data for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi is: [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:31.543615 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9186fb29-bf99-477e-977c-b0cf6fe847d8 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:31.793216 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:31.891236 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b7fe-1ae1-4e99-9b5a-6cb169358f64 None None] Pushing event updated for resources: {'Port': ['ID=53752ad2-42f8-45ac-9312-063c0e544c9c,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:31.905949 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:31.956677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-85deeb9c-8a2c-434d-bad7-dd7876ce2a4e None None] For port 9186fb29-bf99-477e-977c-b0cf6fe847d8, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9186fb29-bf99-477e-977c-b0cf6fe847d8,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:31.960618 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:32:31.972878 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:31.973824 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.045512 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-85deeb9c-8a2c-434d-bad7-dd7876ce2a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.134327 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2445e6b-f5e0-43ff-9ef6-de71abf345f7,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:32.150915 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Checking segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:32.153801 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Network hostable DHCP agents. Network: bc823b9a-3dfd-4f19-b5b6-fd0a539bd375, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:32:32.222469 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:32:32.250122 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52158) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:32.265018 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52160) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:32.274923 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deeb9c-8a2c-434d-bad7-dd7876ce2a4e None None] Pushing event updated for resources: {'Port': ['ID=9186fb29-bf99-477e-977c-b0cf6fe847d8,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:32.308677 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, bc823b9a-3dfd-4f19-b5b6-fd0a539bd375) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:32.326467 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:32.328082 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 9186fb29-bf99-477e-977c-b0cf6fe847d8 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:32.328460 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.337568 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.346898 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.406700 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4215402f-589c-411b-9363-ed542d590de0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3391271 Sep 15 18:32:32.409887 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52168) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:32.430380 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:32.522985 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5900835-de28-4de6-a758-266cf68d18ed None None] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:32.545531 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b73eea22-e708-4c8a-9ee2-22ae79abe780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.563354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.564723 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.591037 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6aee8e4b-767a-42a3-a924-a0838593fefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.689808 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a94cf-9f56-4348-9cd0-1a99a019a829 req-3ce1dbeb-74fb-4328-a7c9-b89abd71493b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:32.692873 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d1a94cf-9f56-4348-9cd0-1a99a019a829 req-3ce1dbeb-74fb-4328-a7c9-b89abd71493b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 944 time: 0.1716881 Sep 15 18:32:32.750579 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.773522 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-4b43dc55-5b8e-46d0-8bde-5f55c8ccc3b1 None None] Provisioning complete for port 9186fb29-bf99-477e-977c-b0cf6fe847d8 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:32.773993 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b43dc55-5b8e-46d0-8bde-5f55c8ccc3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:32.816885 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-1db5a31d-c85f-42f2-996f-4391579db0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:32.819544 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-1db5a31d-c85f-42f2-996f-4391579db0e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.4877663 Sep 15 18:32:32.839444 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a32b8d-946b-4f7c-ab09-e785ac350561 req-d578f244-ebe3-4854-ab7b-ca07a71769a3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:32.841610 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-05a32b8d-946b-4f7c-ab09-e785ac350561 req-d578f244-ebe3-4854-ab7b-ca07a71769a3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.2889163 Sep 15 18:32:32.890012 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Router 076a58a7-220b-44b8-beae-cbdf11e082fa is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:32:33.104681 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.122372 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d1a94cf-9f56-4348-9cd0-1a99a019a829 req-6663a772-55cc-4e5e-bfa8-8061782d8161 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735397 Sep 15 18:32:33.206293 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-f45bda75-a959-4bad-bc5c-2af63c2717ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:33.208054 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-f45bda75-a959-4bad-bc5c-2af63c2717ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.3652902 Sep 15 18:32:33.232458 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472f16d5-804d-4aa0-8c54-96f1cab17fb8'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:32:33.235686 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ee0514-8522-4c5b-97cf-eb2dcf4aae53" -d '{"events": [{"server_uuid": "5a725e8e-a828-403b-afda-cdad655bb6ca", "name": "network-vif-plugged", "status": "completed", "tag": "472f16d5-804d-4aa0-8c54-96f1cab17fb8"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:32:33.241885 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.251930 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b2d3f-9b22-49e5-9830-368522b05273 None None] Network 85dab249-777f-4277-a286-44d5dfdb58f2 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:33.282993 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b73eea22-e708-4c8a-9ee2-22ae79abe780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.296093 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-2e1cb65e-f612-4562-90d9-532dbda20ddd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 217 time: 0.0642281 Sep 15 18:32:33.302596 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Sync routers for ids ['c38333f3-14c9-4d96-88a5-688b5ddac27e'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:33.313405 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:33.315973 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-05a32b8d-946b-4f7c-ab09-e785ac350561 req-aaad2b6c-a5b1-4f04-b440-4b139f32f860 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549558 Sep 15 18:32:33.363541 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:33.369700 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.384714 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Sync routers for ids ['076a58a7-220b-44b8-beae-cbdf11e082fa'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:33.402365 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Routers {'076a58a7-220b-44b8-beae-cbdf11e082fa'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:33.403004 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['076a58a7-220b-44b8-beae-cbdf11e082fa'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:33.452883 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b73eea22-e708-4c8a-9ee2-22ae79abe780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.537914 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-fe1a7a48-35c0-45d9-8b14-964c3a94dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:33.554841 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b73eea22-e708-4c8a-9ee2-22ae79abe780 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59253e9fe5db4ae5b2461d5b428ed1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2885406 Sep 15 18:32:33.557742 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52174) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:33.558547 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eea22-e708-4c8a-9ee2-22ae79abe780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3e554-c1fb-43fa-b7a2-571a77d1c7ff,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:33.570983 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-fe1a7a48-35c0-45d9-8b14-964c3a94dfb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.2495251 Sep 15 18:32:33.610053 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c12fca-3659-4b25-a807-c03df206f275 x-openstack-request-id: req-d1c12fca-3659-4b25-a807-c03df206f275 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:32:33.614746 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a725e8e-a828-403b-afda-cdad655bb6ca", "name": "network-vif-plugged", "status": "completed", "tag": "472f16d5-804d-4aa0-8c54-96f1cab17fb8", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:32:33.615137 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1c12fca-3659-4b25-a807-c03df206f275 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:32:33.615649 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472f16d5-804d-4aa0-8c54-96f1cab17fb8', 'code': 200} Sep 15 18:32:33.644473 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Routers {'c38333f3-14c9-4d96-88a5-688b5ddac27e'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:33.654737 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c38333f3-14c9-4d96-88a5-688b5ddac27e'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:33.677477 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-7e342d0c-ddc7-44b1-8032-f815751dfd9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896351 Sep 15 18:32:33.690298 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:32:33.716033 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.742493 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 20ac6fa6-d511-44d4-9362-a0691ae39b9e up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:33.775118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6aee8e4b-767a-42a3-a924-a0838593fefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.799970 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6aee8e4b-767a-42a3-a924-a0838593fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.837620 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Set router 076a58a7-220b-44b8-beae-cbdf11e082fa gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:33.838784 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b0f02df-be70-4dd3-bb13-3ce8433c5e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.842795 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.844185 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-190b6df8-852d-42dd-bf31-35b5255f5a12 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4692738 Sep 15 18:32:33.848168 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52176) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:33.905878 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-344e437d-9c6d-4357-9d07-ef189d4f1edd None None] Provisioning complete for port 53752ad2-42f8-45ac-9312-063c0e544c9c triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:33.906259 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-344e437d-9c6d-4357-9d07-ef189d4f1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:33.919780 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=472f16d5-804d-4aa0-8c54-96f1cab17fb8,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:33.958371 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-ee6dd4c2-73ec-47b7-b31d-4e5cfa915c09 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686574 Sep 15 18:32:33.963659 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb038e-b7e9-468a-b60b-a1b267335385 req-449b00cb-e928-4a79-8f5a-ceb02522da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:33.965487 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3dcb038e-b7e9-468a-b60b-a1b267335385 req-449b00cb-e928-4a79-8f5a-ceb02522da0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 1098 time: 0.1956692 Sep 15 18:32:34.004025 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6aee8e4b-767a-42a3-a924-a0838593fefc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94a7a116530d45dbb980bff4f1394acf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7050297 Sep 15 18:32:34.004759 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52178) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:34.020817 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b0f02df-be70-4dd3-bb13-3ce8433c5e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.037514 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee8e4b-767a-42a3-a924-a0838593fefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f1e24-1b2d-4c83-b96a-d349d2250143,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:34.131395 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3dcb038e-b7e9-468a-b60b-a1b267335385 req-85fd9462-b2a8-49b5-b34f-68cd2be84fe4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544194 Sep 15 18:32:34.202072 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-43f2c6d9-8f76-4829-96a0-164b58ae630b req-f18812ad-e9e9-475d-a936-98658a466aca service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268085 Sep 15 18:32:34.272331 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 3, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:34.350012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Set router c38333f3-14c9-4d96-88a5-688b5ddac27e gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:34.352012 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Checking router: 076a58a7-220b-44b8-beae-cbdf11e082fa for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:34.352182 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Updating router 076a58a7-220b-44b8-beae-cbdf11e082fa port f7e9602a-f96b-43fc-88a2-c5b013a44440 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:34.428608 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 20ac6fa6-d511-44d4-9362-a0691ae39b9e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:34.428988 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.440478 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.579778 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64f257-b26f-47f8-9150-811ee65b2217 req-c3048533-b341-4397-8e3e-089139b5849c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:34.588865 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf64f257-b26f-47f8-9150-811ee65b2217 req-c3048533-b341-4397-8e3e-089139b5849c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1221757 Sep 15 18:32:34.622790 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Allocated IP 172.20.0.2 (bc823b9a-3dfd-4f19-b5b6-fd0a539bd375/c2445e6b-f5e0-43ff-9ef6-de71abf345f7/bc82d886-b80c-4c87-b44d-d0a4be02587e) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:34.702021 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf64f257-b26f-47f8-9150-811ee65b2217 req-03276127-a91e-436b-9a50-241c937f7b2b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122119 Sep 15 18:32:34.758879 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-36bb6724-e59b-49a6-aeab-582415c35f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.764785 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b0f02df-be70-4dd3-bb13-3ce8433c5e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.767386 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5b0f02df-be70-4dd3-bb13-3ce8433c5e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.768602 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5b0f02df-be70-4dd3-bb13-3ce8433c5e26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39f3e554-c1fb-43fa-b7a2-571a77d1c7ff HTTP/1.1" status: 204 len: 168 time: 1.2058806 Sep 15 18:32:34.817287 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.893983 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d15161-d75c-445a-94de-d3ebd2a39c44 req-d3a3af19-5e41-4d46-8630-a9211ede346c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:34.895901 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-43d15161-d75c-445a-94de-d3ebd2a39c44 req-d3a3af19-5e41-4d46-8630-a9211ede346c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 945 time: 0.3175149 Sep 15 18:32:34.908878 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f02df-be70-4dd3-bb13-3ce8433c5e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3e554-c1fb-43fa-b7a2-571a77d1c7ff,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:34.909607 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-344e437d-9c6d-4357-9d07-ef189d4f1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.984089 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:34.998673 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.091663 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-344e437d-9c6d-4357-9d07-ef189d4f1edd None None] For port 53752ad2-42f8-45ac-9312-063c0e544c9c, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=53752ad2-42f8-45ac-9312-063c0e544c9c,segment=NetworkSegment(ba54de9b-5b8b-4118-973a-060921438e41),segment_id=ba54de9b-5b8b-4118-973a-060921438e41)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:35.094907 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Attempting to bind port f7e9602a-f96b-43fc-88a2-c5b013a44440 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:35.095374 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Attempting to bind port f7e9602a-f96b-43fc-88a2-c5b013a44440 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:35.095814 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Attempting to bind port f7e9602a-f96b-43fc-88a2-c5b013a44440 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:35.096907 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-36bb6724-e59b-49a6-aeab-582415c35f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.101251 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f36526-7781-418c-8671-4f164805760a None None] Pushing event updated for resources: {'Port': ['ID=f7e9602a-f96b-43fc-88a2-c5b013a44440,revision_number=2']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:35.102835 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.118614 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:35.119129 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:35.119538 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.119950 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:35.120439 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Bound port: f7e9602a-f96b-43fc-88a2-c5b013a44440, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:35.124074 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.142756 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-344e437d-9c6d-4357-9d07-ef189d4f1edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.222400 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.243628 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-43d15161-d75c-445a-94de-d3ebd2a39c44 req-219a17e3-ef09-4230-98d9-bf50c2905769 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204970 Sep 15 18:32:35.250558 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.261055 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] For port f7e9602a-f96b-43fc-88a2-c5b013a44440, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:35.272547 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] For port f7e9602a-f96b-43fc-88a2-c5b013a44440, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=f7e9602a-f96b-43fc-88a2-c5b013a44440,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:35.279411 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.387639 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e437d-9c6d-4357-9d07-ef189d4f1edd None None] Pushing event updated for resources: {'Port': ['ID=53752ad2-42f8-45ac-9312-063c0e544c9c,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:35.394461 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.453729 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f36526-7781-418c-8671-4f164805760a None None] Pushing event updated for resources: {'Port': ['ID=f7e9602a-f96b-43fc-88a2-c5b013a44440,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:35.481361 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Routers {'076a58a7-220b-44b8-beae-cbdf11e082fa'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:35.482371 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['076a58a7-220b-44b8-beae-cbdf11e082fa'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:35.497083 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-36bb6724-e59b-49a6-aeab-582415c35f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.507258 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-36bb6724-e59b-49a6-aeab-582415c35f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.513282 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-36bb6724-e59b-49a6-aeab-582415c35f49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/592f1e24-1b2d-4c83-b96a-d349d2250143 HTTP/1.1" status: 204 len: 168 time: 1.4950995 Sep 15 18:32:35.573040 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9186fb29-bf99-477e-977c-b0cf6fe847d8 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:35.574914 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Pushing event updated for resources: {'Port': ['ID=bc82d886-b80c-4c87-b44d-d0a4be02587e,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:35.596452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6724-e59b-49a6-aeab-582415c35f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f1e24-1b2d-4c83-b96a-d349d2250143,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:35.650203 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Allocated IP 172.20.0.1 (85dab249-777f-4277-a286-44d5dfdb58f2/fa87e465-d47a-4bf8-bb2d-1014a1130352/9eeeebea-c8fd-4214-a560-46204bfd571f) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:35.659684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Allocated IP 172.27.1.225 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/1a2f72b0-61a8-4371-a277-5e74380cbab0) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:35.690392 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:35.711717 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:35.750714 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:35.773012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-a0af918e-371d-4b94-8151-5337dc1347da None None] Provisioning complete for port 53752ad2-42f8-45ac-9312-063c0e544c9c triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:35.773811 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a0af918e-371d-4b94-8151-5337dc1347da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.860325 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.871635 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'bcc541de-0597-469c-9cea-e5aee6810bae', 'name': '', 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'mac_address': 'fa:16:3e:8b:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:22Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 2, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'subnets': [{'id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:35.880980 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] Set router 076a58a7-220b-44b8-beae-cbdf11e082fa gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:35.918341 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:35.936273 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Checking router: c38333f3-14c9-4d96-88a5-688b5ddac27e for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:35.946312 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Updating router c38333f3-14c9-4d96-88a5-688b5ddac27e port bcc541de-0597-469c-9cea-e5aee6810bae binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:35.986102 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:35.992240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:35.994948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2f72b0-61a8-4371-a277-5e74380cbab0,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:35.997618 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:36.157587 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.172400 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 9186fb29-bf99-477e-977c-b0cf6fe847d8 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:36.172980 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.176386 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc896-0314-4970-bb0d-a3c872aee2a5 req-a0a0ce00-6832-44d0-b281-8de3bed06ac5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:36.185045 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dcddc896-0314-4970-bb0d-a3c872aee2a5 req-a0a0ce00-6832-44d0-b281-8de3bed06ac5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.2680743 Sep 15 18:32:36.322655 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dcddc896-0314-4970-bb0d-a3c872aee2a5 req-f594f381-74f9-40f2-83dc-72061c8464a1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366837 Sep 15 18:32:36.353984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.445960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Network 85dab249-777f-4277-a286-44d5dfdb58f2 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:36.456270 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 3, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:36.461309 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:36.468261 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:36.478284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Pushing event updated for resources: {'Port': ['ID=9eeeebea-c8fd-4214-a560-46204bfd571f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:36.516373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c11c1b-8b45-41c6-bb42-470592fdff12 req-fa7f1eb8-24cd-4a12-88ed-c64cc2ef745a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:36.524836 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36c11c1b-8b45-41c6-bb42-470592fdff12 req-fa7f1eb8-24cd-4a12-88ed-c64cc2ef745a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 945 time: 0.1377048 Sep 15 18:32:36.526073 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9918f-1e94-45a8-aa9f-ec5e3f56fc48 None None] The sync data for ids ['076a58a7-220b-44b8-beae-cbdf11e082fa'] in dv-cinder-784603-2-iscsi is: [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 3, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:36.576800 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.676403 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.692190 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Attempting to bind port bc82d886-b80c-4c87-b44d-d0a4be02587e on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:36.693097 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Attempting to bind port bc82d886-b80c-4c87-b44d-d0a4be02587e by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:36.693464 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Attempting to bind port bc82d886-b80c-4c87-b44d-d0a4be02587e on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:36.707687 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:36.811994 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-36c11c1b-8b45-41c6-bb42-470592fdff12 req-7571e99a-6a5b-43f8-a4d7-612c2cd0f86c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857206 Sep 15 18:32:36.939189 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.332971 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.453594 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.466395 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.555743 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.644966 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:37.645785 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Checking segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:37.646500 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.648257 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Bound using segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:37.649152 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Bound port: bc82d886-b80c-4c87-b44d-d0a4be02587e, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:37.650175 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.685888 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Pushing event updated for resources: {'Port': ['ID=9eeeebea-c8fd-4214-a560-46204bfd571f,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:37.731342 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.769167 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:37.814021 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Network 85dab249-777f-4277-a286-44d5dfdb58f2 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:37.816868 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:38.000643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Router b3163186-be76-4568-bcaf-ff70e17497b2 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:32:38.058164 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-8e8836a5-834e-4cc3-9b9a-7805b42fd49e None None] Provisioning complete for port 9eeeebea-c8fd-4214-a560-46204bfd571f triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:38.058951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8e8836a5-834e-4cc3-9b9a-7805b42fd49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.154947 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:38.163594 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Router 076a58a7-220b-44b8-beae-cbdf11e082fa has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:32:38.188093 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00016d60-ac8b-460b-a201-523c2a7a11c0 req-8ae7215e-19e8-4be4-b86d-9a77be8275e9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:38.190520 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00016d60-ac8b-460b-a201-523c2a7a11c0 req-8ae7215e-19e8-4be4-b86d-9a77be8275e9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.4084322 Sep 15 18:32:38.217618 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.235882 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8eb06eec-bf26-419b-871f-752a5bdd7b41 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8245156 Sep 15 18:32:38.238807 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52258) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:38.282073 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-8e8836a5-834e-4cc3-9b9a-7805b42fd49e None None] Port 9eeeebea-c8fd-4214-a560-46204bfd571f cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:38.372378 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:38.392515 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] For port bc82d886-b80c-4c87-b44d-d0a4be02587e, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:38.419370 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:38.437120 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a1da28b6-7493-427d-b0e5-74af9f16bd4e admin admin] 10.222.0.43 "PUT /v2.0/routers/076a58a7-220b-44b8-beae-cbdf11e082fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5866618 Sep 15 18:32:38.456530 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00016d60-ac8b-460b-a201-523c2a7a11c0 req-c833c8bd-4ceb-4797-9e8d-0a47713fbd34 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524278 Sep 15 18:32:38.505421 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7e856-644b-4cc9-b0c0-357825ccfb6d None None] Pushing event updated for resources: {'Port': ['ID=bcc541de-0597-469c-9cea-e5aee6810bae,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:38.546255 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 53752ad2-42f8-45ac-9312-063c0e544c9c up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:38.583218 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] For port bc82d886-b80c-4c87-b44d-d0a4be02587e, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bc82d886-b80c-4c87-b44d-d0a4be02587e,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:38.626437 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.634943 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:38.635835 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:38.713362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Attempting to bind port bcc541de-0597-469c-9cea-e5aee6810bae on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:38.713662 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Attempting to bind port bcc541de-0597-469c-9cea-e5aee6810bae by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:38.714125 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Attempting to bind port bcc541de-0597-469c-9cea-e5aee6810bae on network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:38.728422 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-15bbf10e-53f7-4d79-8104-8bc9cac05325 None None] Provisioning complete for port bcc541de-0597-469c-9cea-e5aee6810bae triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:38.728795 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-15bbf10e-53f7-4d79-8104-8bc9cac05325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.815644 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:38.817171 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Checking segment: {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:38.817738 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.818338 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Bound using segment: {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:38.819052 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Bound port: bcc541de-0597-469c-9cea-e5aee6810bae, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cca3596-7829-439e-993a-acb9c9b095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:38.819650 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:38.953221 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-15bbf10e-53f7-4d79-8104-8bc9cac05325 None None] Port bcc541de-0597-469c-9cea-e5aee6810bae cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:38.994756 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9e604-d9ec-4515-8d19-d7e735d9b2ee None None] Pushing event updated for resources: {'Port': ['ID=bc82d886-b80c-4c87-b44d-d0a4be02587e,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:39.139289 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] For port bcc541de-0597-469c-9cea-e5aee6810bae, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:39.143378 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] For port bcc541de-0597-469c-9cea-e5aee6810bae, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bcc541de-0597-469c-9cea-e5aee6810bae,segment=NetworkSegment(3cca3596-7829-439e-993a-acb9c9b095a0),segment_id=3cca3596-7829-439e-993a-acb9c9b095a0)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:39.151763 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:39.191157 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 53752ad2-42f8-45ac-9312-063c0e544c9c triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:39.191683 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:39.246876 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:39.249438 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-15bbf10e-53f7-4d79-8104-8bc9cac05325 None None] Provisioning complete for port 9eeeebea-c8fd-4214-a560-46204bfd571f triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:39.249999 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-15bbf10e-53f7-4d79-8104-8bc9cac05325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:39.677592 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-15bbf10e-53f7-4d79-8104-8bc9cac05325 None None] Port 9eeeebea-c8fd-4214-a560-46204bfd571f cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:39.706979 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Routers {'c38333f3-14c9-4d96-88a5-688b5ddac27e'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:39.707744 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c38333f3-14c9-4d96-88a5-688b5ddac27e'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:39.753249 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7e856-644b-4cc9-b0c0-357825ccfb6d None None] Pushing event updated for resources: {'Port': ['ID=bcc541de-0597-469c-9cea-e5aee6810bae,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:39.903461 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52306) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:39.909576 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502425314', 'description': 'tempest-secgroup-smoke-502425314 description', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:39.952201 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:36Z', 'revision_number': 3, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:39.992814 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:39.993231 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:39.993670 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Updating router b3163186-be76-4568-bcaf-ff70e17497b2 port 1a2f72b0-61a8-4371-a277-5e74380cbab0 binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:40.033514 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] Set router c38333f3-14c9-4d96-88a5-688b5ddac27e gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:40.070859 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.076362 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5eb3d-97ae-4148-b5a3-a319b7753c23 req-adf70292-d9d3-4ca0-a0a8-51747da432f5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:40.078817 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-5fe92e1b-aa4b-467a-9c69-ba97178ba5d9 None None] Provisioning complete for port bcc541de-0597-469c-9cea-e5aee6810bae triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:40.079289 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5fe92e1b-aa4b-467a-9c69-ba97178ba5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.095491 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d9a5eb3d-97ae-4148-b5a3-a319b7753c23 req-adf70292-d9d3-4ca0-a0a8-51747da432f5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.4192371 Sep 15 18:32:40.109017 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.203136 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d9a5eb3d-97ae-4148-b5a3-a319b7753c23 req-ba555052-23ae-4cdd-aa83-6239babec84c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024718 Sep 15 18:32:40.327608 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.337245 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.373884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56d80f-0382-4db2-8cdc-66b3d19a4341,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:40.387388 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.388976 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1ceb4f16-6213-4302-b724-213aa942e457 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4832582 Sep 15 18:32:40.391889 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52310) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:40.398304 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group_rule': {'security_group_id': 'ce56d80f-0382-4db2-8cdc-66b3d19a4341', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:40.471136 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.511849 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Sync routers for ids ['076a58a7-220b-44b8-beae-cbdf11e082fa'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:40.522105 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f7e9602a-f96b-43fc-88a2-c5b013a44440 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:40.523535 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Routers {'076a58a7-220b-44b8-beae-cbdf11e082fa'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:40.524396 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['076a58a7-220b-44b8-beae-cbdf11e082fa'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:40.564987 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.573974 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.630491 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.634798 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2382219 Sep 15 18:32:40.635443 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52316) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:40.640733 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group_rule': {'security_group_id': 'ce56d80f-0382-4db2-8cdc-66b3d19a4341', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:40.642071 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Allocated IP 172.20.0.1 (bc823b9a-3dfd-4f19-b5b6-fd0a539bd375/c2445e6b-f5e0-43ff-9ef6-de71abf345f7/de109be6-f320-4913-8c11-cb5a6b25f477) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:40.658748 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e8e5b-8940-428b-aa02-4098e5c56240 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38185420-87d6-4030-9a17-37aa48fdd4d9,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:40.711268 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.809760 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.826435 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.848737 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9730f0f0-8fbb-4a30-a221-017820207915,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:40.859012 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.861068 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-6b704c03-25f0-465c-8193-7048c1984b1d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2242773 Sep 15 18:32:40.863804 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52318) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:40.868954 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group_rule': {'security_group_id': 'ce56d80f-0382-4db2-8cdc-66b3d19a4341', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:40.888717 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.892749 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Set router 076a58a7-220b-44b8-beae-cbdf11e082fa gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:40.913854 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:40.949995 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdf69a0-4ce1-4001-ac7c-c2fc07481400 None None] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:32:40.974366 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.004528 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.013374 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.041956 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5488a7b1-09d2-4319-bd50-237e01c911b9,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:41.051987 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:41.064515 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:41.070115 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.071328 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:41.074285 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3f03cca9-d31f-4391-950a-94998462e58f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070742 Sep 15 18:32:41.075808 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52320) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:41.081307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group_rule': {'security_group_id': 'ce56d80f-0382-4db2-8cdc-66b3d19a4341', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:41.119571 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.159274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=de109be6-f320-4913-8c11-cb5a6b25f477,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:41.182636 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.229320 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.237735 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.248063 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:32:36Z', 'revision_number': 4, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9eeeebea-c8fd-4214-a560-46204bfd571f', 'name': '', 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'mac_address': 'fa:16:3e:8d:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:34Z', 'updated_at': '2021-09-15T18:32:37Z', 'revision_number': 2, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'subnets': [{'id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:41.277112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608e36c0-00a5-455f-b654-85f6d65529fa,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:41.303022 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.306639 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-5cf11f74-1ff1-4301-88fb-5ef38818f6da tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2271860 Sep 15 18:32:41.307116 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52324) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:41.313127 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group_rule': {'security_group_id': 'ce56d80f-0382-4db2-8cdc-66b3d19a4341', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:41.325212 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Checking router: 076a58a7-220b-44b8-beae-cbdf11e082fa for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:41.325567 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Updating router 076a58a7-220b-44b8-beae-cbdf11e082fa port 9eeeebea-c8fd-4214-a560-46204bfd571f binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:41.337315 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5fe92e1b-aa4b-467a-9c69-ba97178ba5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.364182 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.securitygroups_db [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Project f8e689de2f7543c0a6bac4c986e35e5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:32:41.369903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.387534 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.438889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port f7e9602a-f96b-43fc-88a2-c5b013a44440 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:41.439271 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.451183 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.464342 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.489124 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5277fbd-ab02-406d-9b47-0c82d79c4caf,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:41.494865 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-5fe92e1b-aa4b-467a-9c69-ba97178ba5d9 None None] For port bcc541de-0597-469c-9cea-e5aee6810bae, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bcc541de-0597-469c-9cea-e5aee6810bae,segment=NetworkSegment(3cca3596-7829-439e-993a-acb9c9b095a0),segment_id=3cca3596-7829-439e-993a-acb9c9b095a0)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:41.498767 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.500283 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a2c2081a-4f2f-4f2f-925d-7d1f44338c1b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1920314 Sep 15 18:32:41.504159 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52328) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:41.511239 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'security_group_rule': {'security_group_id': 'ce56d80f-0382-4db2-8cdc-66b3d19a4341', 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:41.536634 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.565108 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5fe92e1b-aa4b-467a-9c69-ba97178ba5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.580898 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.securitygroups_db [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Project f8e689de2f7543c0a6bac4c986e35e5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:32:41.590498 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.655298 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d613-ed09-4764-9360-25223a8992bc req-a3d8b8ed-f36f-4664-8567-a26796fec399 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:41.656778 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fb2d613-ed09-4764-9360-25223a8992bc req-a3d8b8ed-f36f-4664-8567-a26796fec399 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.2493052 Sep 15 18:32:41.752037 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.769706 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.798484 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.806767 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.829961 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08783bed-c6d4-4c1b-8cd0-7c06215be209,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:41.845044 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:41.846224 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-bd4c454e-fd62-4a9c-b81a-c184e3ad9875 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3406429 Sep 15 18:32:41.883357 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fb2d613-ed09-4764-9360-25223a8992bc req-95fe44a9-3e10-4269-a8fa-e1b23f53b937 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130239 Sep 15 18:32:41.888586 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0e5d3-2b2d-4a74-98c4-fdfa6f419bf6 None None] Pushing event updated for resources: {'Port': ['ID=9eeeebea-c8fd-4214-a560-46204bfd571f,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:41.992791 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.012388 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe92e1b-aa4b-467a-9c69-ba97178ba5d9 None None] Pushing event updated for resources: {'Port': ['ID=bcc541de-0597-469c-9cea-e5aee6810bae,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:42.039454 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Attempting to bind port 9eeeebea-c8fd-4214-a560-46204bfd571f on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:42.040064 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Attempting to bind port 9eeeebea-c8fd-4214-a560-46204bfd571f by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:42.043176 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Attempting to bind port 9eeeebea-c8fd-4214-a560-46204bfd571f on network 85dab249-777f-4277-a286-44d5dfdb58f2 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:42.047843 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-267b6635-7733-416c-a11b-a900f21ba4ba None None] Provisioning complete for port bc82d886-b80c-4c87-b44d-d0a4be02587e triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:42.060633 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-267b6635-7733-416c-a11b-a900f21ba4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.066956 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:42.067635 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Checking segment: {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:42.068379 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.071974 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Bound using segment: {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:42.073029 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Bound port: 9eeeebea-c8fd-4214-a560-46204bfd571f, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba54de9b-5b8b-4118-973a-060921438e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:42.077778 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.085580 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port f7e9602a-f96b-43fc-88a2-c5b013a44440, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=f7e9602a-f96b-43fc-88a2-c5b013a44440,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:42.119744 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.120622 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bcc541de-0597-469c-9cea-e5aee6810bae up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:42.180902 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.199810 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.232309 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.243943 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'bcc541de-0597-469c-9cea-e5aee6810bae', 'name': '', 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'mac_address': 'fa:16:3e:8b:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:22Z', 'updated_at': '2021-09-15T18:32:39Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'subnets': [{'id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:42.299449 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.302137 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] For port 9eeeebea-c8fd-4214-a560-46204bfd571f, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:42.310856 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] For port 9eeeebea-c8fd-4214-a560-46204bfd571f, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9eeeebea-c8fd-4214-a560-46204bfd571f,segment=NetworkSegment(ba54de9b-5b8b-4118-973a-060921438e41),segment_id=ba54de9b-5b8b-4118-973a-060921438e41)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:42.316138 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ccb77-a09e-4c9f-a23b-64609a95f428 None None] The sync data for ids ['c38333f3-14c9-4d96-88a5-688b5ddac27e'] in dv-cinder-784603-2-iscsi is: [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:24Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'bcc541de-0597-469c-9cea-e5aee6810bae', 'name': '', 'network_id': '7d931398-56b1-4bb6-9ab9-a8f18e00d773', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'mac_address': 'fa:16:3e:8b:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:22Z', 'updated_at': '2021-09-15T18:32:39Z', 'revision_number': 4, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'subnets': [{'id': '7d2c9f5c-17cd-45ec-8565-884122fa1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:42.333625 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.346364 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=f7e9602a-f96b-43fc-88a2-c5b013a44440,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:42.423962 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.447437 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=de109be6-f320-4913-8c11-cb5a6b25f477,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:42.495078 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c03bb-e164-4056-a5c2-8d2374fa755e None None] Pushing event updated for resources: {'Port': ['ID=1a2f72b0-61a8-4371-a277-5e74380cbab0,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:42.501067 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Routers {'076a58a7-220b-44b8-beae-cbdf11e082fa'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:42.502096 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['076a58a7-220b-44b8-beae-cbdf11e082fa'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:42.503697 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Attempting to bind port 1a2f72b0-61a8-4371-a277-5e74380cbab0 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:42.507192 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Attempting to bind port 1a2f72b0-61a8-4371-a277-5e74380cbab0 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:42.510755 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Attempting to bind port 1a2f72b0-61a8-4371-a277-5e74380cbab0 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:42.535635 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:42.540649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:42.549023 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.550296 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:42.552003 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Bound port: 1a2f72b0-61a8-4371-a277-5e74380cbab0, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:42.556616 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.650747 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:42.652110 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:42.773978 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] For port 1a2f72b0-61a8-4371-a277-5e74380cbab0, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:42.782014 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] For port 1a2f72b0-61a8-4371-a277-5e74380cbab0, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=1a2f72b0-61a8-4371-a277-5e74380cbab0,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:42.805616 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-267b6635-7733-416c-a11b-a900f21ba4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.815742 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port bcc541de-0597-469c-9cea-e5aee6810bae triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:42.817153 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:42.823354 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] Set router 076a58a7-220b-44b8-beae-cbdf11e082fa gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:42.826066 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:43.074445 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c03bb-e164-4056-a5c2-8d2374fa755e None None] Pushing event updated for resources: {'Port': ['ID=1a2f72b0-61a8-4371-a277-5e74380cbab0,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:43.119439 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:43.125470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:43.206692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Router b3163186-be76-4568-bcaf-ff70e17497b2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:32:43.224205 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0e5d3-2b2d-4a74-98c4-fdfa6f419bf6 None None] Pushing event updated for resources: {'Port': ['ID=9eeeebea-c8fd-4214-a560-46204bfd571f,revision_number=4']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:43.240274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fece33-612c-46aa-a2cb-fbbf885572de req-2c04be11-e583-4b12-b363-38d20de54ed0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:43.242351 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-76fece33-612c-46aa-a2cb-fbbf885572de req-2c04be11-e583-4b12-b363-38d20de54ed0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1855700 Sep 15 18:32:43.350813 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-267b6635-7733-416c-a11b-a900f21ba4ba None None] For port bc82d886-b80c-4c87-b44d-d0a4be02587e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bc82d886-b80c-4c87-b44d-d0a4be02587e,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:43.385127 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-267b6635-7733-416c-a11b-a900f21ba4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:43.417677 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:32:36Z', 'revision_number': 4, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9eeeebea-c8fd-4214-a560-46204bfd571f', 'name': '', 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'mac_address': 'fa:16:3e:8d:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:34Z', 'updated_at': '2021-09-15T18:32:42Z', 'revision_number': 4, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'subnets': [{'id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:43.464592 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c790db-c7a0-42cc-8acd-7f076108ea6e None None] The sync data for ids ['076a58a7-220b-44b8-beae-cbdf11e082fa'] in dv-cinder-784603-2-iscsi is: [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:32:36Z', 'revision_number': 4, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9eeeebea-c8fd-4214-a560-46204bfd571f', 'name': '', 'network_id': '85dab249-777f-4277-a286-44d5dfdb58f2', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'mac_address': 'fa:16:3e:8d:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:34Z', 'updated_at': '2021-09-15T18:32:42Z', 'revision_number': 4, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'subnets': [{'id': 'fa87e465-d47a-4bf8-bb2d-1014a1130352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:43.473969 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-76fece33-612c-46aa-a2cb-fbbf885572de req-898f59af-e4fa-44da-a67b-734fffccf6b8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086549 Sep 15 18:32:43.482534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:43.681395 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:32:43.692206 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bc82d886-b80c-4c87-b44d-d0a4be02587e up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:43.696171 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4f044ced-4ca0-4932-b9ce-04dab754c6b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/b3163186-be76-4568-bcaf-ff70e17497b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4553194 Sep 15 18:32:43.838010 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6635-7733-416c-a11b-a900f21ba4ba None None] Pushing event updated for resources: {'Port': ['ID=bc82d886-b80c-4c87-b44d-d0a4be02587e,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:43.867389 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Provisioning complete for port 9eeeebea-c8fd-4214-a560-46204bfd571f triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:43.867659 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:43.947531 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port bc82d886-b80c-4c87-b44d-d0a4be02587e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:43.947922 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:44.392983 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 53752ad2-42f8-45ac-9312-063c0e544c9c up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:44.429942 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 2, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:44.439152 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:44.470438 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ac9a6-f072-4c19-ac73-0fd5bdf8bc44 None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 2, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:44.534792 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] For port 9eeeebea-c8fd-4214-a560-46204bfd571f, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9eeeebea-c8fd-4214-a560-46204bfd571f,segment=NetworkSegment(ba54de9b-5b8b-4118-973a-060921438e41),segment_id=ba54de9b-5b8b-4118-973a-060921438e41)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:44.542788 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 53752ad2-42f8-45ac-9312-063c0e544c9c triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:44.543279 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:44.547668 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:44.661741 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Provisioning complete for port de109be6-f320-4913-8c11-cb5a6b25f477 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:44.662109 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:44.706753 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Pushing event updated for resources: {'Port': ['ID=9eeeebea-c8fd-4214-a560-46204bfd571f,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:44.712729 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Port de109be6-f320-4913-8c11-cb5a6b25f477 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:44.777122 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Provisioning complete for port bc82d886-b80c-4c87-b44d-d0a4be02587e triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:44.777490 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-966de86a-acd4-4f53-aea9-86ed628615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.136550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f7e9602a-f96b-43fc-88a2-c5b013a44440 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:45.239180 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port f7e9602a-f96b-43fc-88a2-c5b013a44440 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:45.239553 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.252442 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52406) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:45.259607 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869228575', 'description': 'tempest-description--1267826284'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:45.328845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.404622 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ddff1-63b4-4eb5-9288-6d073cf02f58 req-d32b238a-683e-4e57-9cd2-396bdadc5e03 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:45.407802 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d2ddff1-63b4-4eb5-9288-6d073cf02f58 req-d32b238a-683e-4e57-9cd2-396bdadc5e03 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0899422 Sep 15 18:32:45.417095 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bcc541de-0597-469c-9cea-e5aee6810bae up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:45.504529 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d2ddff1-63b4-4eb5-9288-6d073cf02f58 req-cb357d38-8e20-451a-9066-69eb2d3acb91 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816696 Sep 15 18:32:45.507407 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.524235 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.533862 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port bcc541de-0597-469c-9cea-e5aee6810bae triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:45.534457 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.577923 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.579350 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3257122 Sep 15 18:32:45.582229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52412) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:45.592984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'security_group_rule': {'security_group_id': '112411c9-3c61-4455-aee9-d4ba00a4eba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:45.605833 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112411c9-3c61-4455-aee9-d4ba00a4eba9,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:45.626663 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.627290 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.627947 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.628429 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.628904 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.629400 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.629882 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.630351 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.630829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.631903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.632375 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.632862 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e884459-c08e-41e1-b0be-dd4e41898c49 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:45.655894 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.675368 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9eeeebea-c8fd-4214-a560-46204bfd571f up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:45.728777 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.744598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.755280 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 9eeeebea-c8fd-4214-a560-46204bfd571f triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:45.755782 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.773204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.775045 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898184 Sep 15 18:32:45.777406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52416) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:45.778614 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80508f-8051-4341-9638-bb41003acb19 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff4178b-aaaa-40d2-ba7e-9ccd646898f7,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:45.782101 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'security_group_rule': {'security_group_id': '112411c9-3c61-4455-aee9-d4ba00a4eba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:45.829094 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.890154 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bc82d886-b80c-4c87-b44d-d0a4be02587e up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:45.913251 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.923340 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:45.979968 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1fa442-f070-468d-9e49-24d04f39c353,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:45.988113 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port bc82d886-b80c-4c87-b44d-d0a4be02587e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:45.988459 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.002311 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.007465 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52426) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:32:46.010599 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2321990 Sep 15 18:32:46.014145 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.014510 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.014728 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:46.014850 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.015191 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.015530 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.015950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.016235 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.016569 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.016900 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.017230 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.017557 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.017885 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dcdb25-757e-42fc-ab02-bb718dff08a8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:32:46.088220 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.433622 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.608604 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Allocated IP 172.27.1.32 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/f5ce4b4a-0db8-41df-98c0-8a724ac3ddb4) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:46.804621 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeca4b-6a11-4f1c-99fc-f62108cd9fb6 req-1a4e21f6-41bf-4a44-a83b-cde12979aab0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:46.806206 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6aeeca4b-6a11-4f1c-99fc-f62108cd9fb6 req-1a4e21f6-41bf-4a44-a83b-cde12979aab0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1291420 Sep 15 18:32:46.817428 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.888086 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6aeeca4b-6a11-4f1c-99fc-f62108cd9fb6 req-c8744ae4-56c1-4ccc-a714-9be576ad22cd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Sep 15 18:32:46.907099 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:46.960333 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1a2f72b0-61a8-4371-a277-5e74380cbab0 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:46.961152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:46.966155 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:46.971134 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:46.974324 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'Port': ['ID=f5ce4b4a-0db8-41df-98c0-8a724ac3ddb4,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:47.054095 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 1a2f72b0-61a8-4371-a277-5e74380cbab0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:47.054492 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.113157 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.154567 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.160912 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.197366 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 1a2f72b0-61a8-4371-a277-5e74380cbab0, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=1a2f72b0-61a8-4371-a277-5e74380cbab0,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:47.209964 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.271991 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=1a2f72b0-61a8-4371-a277-5e74380cbab0,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:47.410352 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.417160 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.497734 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'Port': ['ID=f5ce4b4a-0db8-41df-98c0-8a724ac3ddb4,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:47.509142 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.544413 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:47.555051 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-fcd6e6bb-a8e5-49f8-98a8-aebf36219566 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5459788 Sep 15 18:32:48.032406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f792271-3af7-4c5d-b153-2cb4760f7cf3 req-a23a9fd9-b186-4dd4-a215-dbccc7b57820 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:48.034399 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8f792271-3af7-4c5d-b153-2cb4760f7cf3 req-a23a9fd9-b186-4dd4-a215-dbccc7b57820 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0580575 Sep 15 18:32:48.080251 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8f792271-3af7-4c5d-b153-2cb4760f7cf3 req-43482b60-bb4c-4be9-bc8d-62e234785a85 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Sep 15 18:32:48.327523 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:32:48.338074 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:48.338834 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:48.468718 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:48.717040 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 2, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:48.753449 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:32:48.755435 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Updating router b3163186-be76-4568-bcaf-ff70e17497b2 port de109be6-f320-4913-8c11-cb5a6b25f477 binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:32:48.816481 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:48.867811 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1a2f72b0-61a8-4371-a277-5e74380cbab0 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:49.009271 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 1a2f72b0-61a8-4371-a277-5e74380cbab0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:49.009271 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.215539 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.224420 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc61e5-fc5a-467d-8ada-6d9f0e790669 req-ecd2dece-0cfe-4fe1-9990-98d63a8702e5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:49.224420 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4bdc61e5-fc5a-467d-8ada-6d9f0e790669 req-ecd2dece-0cfe-4fe1-9990-98d63a8702e5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0579696 Sep 15 18:32:49.231160 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.326821 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4bdc61e5-fc5a-467d-8ada-6d9f0e790669 req-b94617dc-dd33-49c4-8003-405938b741f1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950420 Sep 15 18:32:49.404043 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5b47-9f5e-45fc-b7d2-9e18838decdb None None] Pushing event updated for resources: {'Port': ['ID=de109be6-f320-4913-8c11-cb5a6b25f477,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:49.519929 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Attempting to bind port de109be6-f320-4913-8c11-cb5a6b25f477 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:32:49.520508 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Attempting to bind port de109be6-f320-4913-8c11-cb5a6b25f477 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:32:49.521095 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Attempting to bind port de109be6-f320-4913-8c11-cb5a6b25f477 on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:32:49.529395 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:32:49.530226 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Checking segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:32:49.531613 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.532303 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Bound using segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:32:49.535218 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Bound port: de109be6-f320-4913-8c11-cb5a6b25f477, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:32:49.535957 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.630787 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] For port de109be6-f320-4913-8c11-cb5a6b25f477, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:32:49.634425 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] For port de109be6-f320-4913-8c11-cb5a6b25f477, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=de109be6-f320-4913-8c11-cb5a6b25f477,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:32:49.640033 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.706136 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5b47-9f5e-45fc-b7d2-9e18838decdb None None] Pushing event updated for resources: {'Port': ['ID=de109be6-f320-4913-8c11-cb5a6b25f477,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:49.742217 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-31f8799f-44d2-46a4-a3c9-3b91e2bf1ef8 None None] Provisioning complete for port de109be6-f320-4913-8c11-cb5a6b25f477 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:49.742601 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-31f8799f-44d2-46a4-a3c9-3b91e2bf1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.782277 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:32:49.782930 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:32:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:49.924024 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-31f8799f-44d2-46a4-a3c9-3b91e2bf1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:49.972085 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-31f8799f-44d2-46a4-a3c9-3b91e2bf1ef8 None None] For port de109be6-f320-4913-8c11-cb5a6b25f477, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=de109be6-f320-4913-8c11-cb5a6b25f477,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:32:50.002124 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-31f8799f-44d2-46a4-a3c9-3b91e2bf1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:50.205590 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:32:50.246780 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-274a2bcb-0a42-4905-bbe2-3c12c2139ff8 None None] Provisioning complete for port de109be6-f320-4913-8c11-cb5a6b25f477 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:50.247156 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-274a2bcb-0a42-4905-bbe2-3c12c2139ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:50.362951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8799f-44d2-46a4-a3c9-3b91e2bf1ef8 None None] Pushing event updated for resources: {'Port': ['ID=de109be6-f320-4913-8c11-cb5a6b25f477,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:50.516975 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37745aca-f444-4c14-888e-b5c4e71a4bb2 req-63174fe1-fd85-4e77-80e6-42fe5b0fba72 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:50.519197 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-37745aca-f444-4c14-888e-b5c4e71a4bb2 req-63174fe1-fd85-4e77-80e6-42fe5b0fba72 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0675912 Sep 15 18:32:50.557448 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-fd709e45-9189-4306-9a5e-4224f3351751 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1869228575&fields=id&tenant_id=9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 267 time: 0.0491903 Sep 15 18:32:50.569992 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:32:50.574232 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-37745aca-f444-4c14-888e-b5c4e71a4bb2 req-c253583e-8956-4a55-8258-145a6bcef1b0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Sep 15 18:32:50.602089 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e2f08-91e0-4c2e-94e6-b337ad1a96e3 None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:32:50.671983 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-f3c4cbae-6a83-426c-ab00-50e29381b104 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:50.673566 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-f3c4cbae-6a83-426c-ab00-50e29381b104 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 817 time: 0.1143742 Sep 15 18:32:50.690398 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-dcc52369-08b7-4044-8c86-e2e67d36362f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/quotas/9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 375 time: 0.0102136 Sep 15 18:32:50.749849 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c46a803e-dff5-473c-ae42-26dbadb8438e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526080 Sep 15 18:32:50.885449 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c7d0d731-0c65-4c50-9c25-957178ba78dc service neutron] 10.222.0.43 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224585 Sep 15 18:32:50.915721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-67dd3da7-0810-407f-9b5b-6f5df30b4647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:50.921747 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device de109be6-f320-4913-8c11-cb5a6b25f477 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:32:50.985650 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port de109be6-f320-4913-8c11-cb5a6b25f477 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:50.986182 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:51.259678 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-02a52c46-6b1b-4a3c-b4b8-62a0c7ebcc61 service neutron] 10.222.0.43 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644876 Sep 15 18:32:51.309192 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-b1bc9460-833e-4414-900c-d67ebf4b8e97 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:51.310636 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-b1bc9460-833e-4414-900c-d67ebf4b8e97 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 815 time: 0.1125205 Sep 15 18:32:51.325815 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-41bf3d3d-a76a-48d2-ba06-6a346e6ebb24 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/quotas/14a9557e424b4137841acf70e5067ccc HTTP/1.1" status: 200 len: 375 time: 0.0092888 Sep 15 18:32:51.408318 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-90ae8607-3983-48cc-9415-eb9438ae0071 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726068 Sep 15 18:32:51.423609 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c6d6f20c-39f3-455e-a927-166a70192f66 req-922afcd7-6db8-4076-bf78-c65f48ba605a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 210 time: 0.0275955 Sep 15 18:32:51.519717 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-def022f4-7594-4f58-8f45-f4d0e558a206 service neutron] 10.222.0.43 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070468 Sep 15 18:32:51.621385 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-4c50dd6c-434b-4227-967a-176bb40301ad service neutron] 10.222.0.43 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942006 Sep 15 18:32:51.696566 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a6431-927e-4203-b832-7df41683ad77 req-f5f6a077-f85c-4567-91ab-0b8725df9e3c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:51.698156 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a50a6431-927e-4203-b832-7df41683ad77 req-f5f6a077-f85c-4567-91ab-0b8725df9e3c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0548708 Sep 15 18:32:51.746370 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a50a6431-927e-4203-b832-7df41683ad77 req-db041707-d76c-44ae-87e7-9ffccef6fa12 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Sep 15 18:32:51.809514 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf313415-cc66-4c82-9810-858d5032f91b req-029c53b8-35e9-407c-9dd0-f140d9b9256f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0291338 Sep 15 18:32:52.527231 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9e33fb5a-eabe-4abd-972b-3ee91bcec095 req-e6132648-50a7-4890-9244-1611cbdfd1e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 210 time: 0.0306604 Sep 15 18:32:52.856911 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a41f5f-7237-4a80-8fd4-ab7f086aed31 req-c7ba5ed1-0091-47d9-a021-091b48706341 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:52.858513 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d8a41f5f-7237-4a80-8fd4-ab7f086aed31 req-c7ba5ed1-0091-47d9-a021-091b48706341 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0488236 Sep 15 18:32:52.900729 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d8a41f5f-7237-4a80-8fd4-ab7f086aed31 req-2c8243a6-e19c-462b-bd39-7910d8143a43 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Sep 15 18:32:52.909904 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91da5471-4c11-4999-abd3-ce50c3f1dd6f req-91641225-e293-48bd-9d62-15c99e8af64f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0311873 Sep 15 18:32:53.194460 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-181d4861-6077-4418-95eb-4c6530a326f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:53.195919 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-181d4861-6077-4418-95eb-4c6530a326f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.0416014 Sep 15 18:32:53.308469 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-e5d1de57-f43d-4fc3-a2d6-39547a06acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:53.310088 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-e5d1de57-f43d-4fc3-a2d6-39547a06acb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.0866039 Sep 15 18:32:53.366328 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-5f7dd3df-dda1-4981-a048-01253be09060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 217 time: 0.0386608 Sep 15 18:32:53.417579 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-d9f83808-654d-48da-b2a0-a22ba6a23be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:53.419107 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-d9f83808-654d-48da-b2a0-a22ba6a23be2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.0457718 Sep 15 18:32:53.454578 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-0cb46c58-4598-4622-a135-ca78306f22f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248873 Sep 15 18:32:53.544329 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-47f94989-0e4b-4dc7-aef5-6eff0cba3b52 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792115 Sep 15 18:32:53.623036 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-51735af9-feda-4c10-9b8d-dbfc78338743 req-7dfe56f7-e8b9-49bf-9b06-4d73de02c958 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 210 time: 0.0272410 Sep 15 18:32:53.698652 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-277efa46-4351-41a5-a621-11623a43191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:54.012421 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a8ce954-c72a-4d2a-ae6b-ad2b41882f7f req-7da388c5-47fc-434b-8ade-a3b0660c96e0 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0316007 Sep 15 18:32:54.024951 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04692e-6657-4d8d-9b8b-9efc9ae495f2 req-a6fe3053-6bba-4590-a4de-6330765407ac tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:54.026459 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d04692e-6657-4d8d-9b8b-9efc9ae495f2 req-a6fe3053-6bba-4590-a4de-6330765407ac tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0574417 Sep 15 18:32:54.064339 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d04692e-6657-4d8d-9b8b-9efc9ae495f2 req-1595275d-f38e-4caa-9e9f-c56c9d6e803c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Sep 15 18:32:54.135106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:54.720560 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-88b2766d-2107-43bd-9f28-059954baea80 req-6ed84756-891d-4df7-8dcf-42446413a9d4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 210 time: 0.0255194 Sep 15 18:32:54.727567 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:55.104584 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34e41c89-ca86-4c13-b31f-c4175bb13f8e req-ea1a955c-4048-4a60-a130-a68cb3b7d6ae tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0274796 Sep 15 18:32:55.182031 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16aed-77d9-4f5f-8c61-f45b4a9a9de5 req-1fa5bc96-eb5e-4467-9dcf-89ea3f86e386 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:55.183493 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14b16aed-77d9-4f5f-8c61-f45b4a9a9de5 req-1fa5bc96-eb5e-4467-9dcf-89ea3f86e386 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0514770 Sep 15 18:32:55.220215 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14b16aed-77d9-4f5f-8c61-f45b4a9a9de5 req-744d18f8-273e-458b-adfd-c579e4803a6f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Sep 15 18:32:55.817545 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0fdfc7cd-fa2c-41d2-a654-e3ac84df976d req-3a310905-9ae2-482f-bb71-5ee063ce939d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 210 time: 0.0259814 Sep 15 18:32:56.090198 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:56.194236 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5b567da7-091b-4210-b0f5-26152e77f94e req-110ee514-b228-445f-affb-ae8bf601cb9a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0264738 Sep 15 18:32:56.336867 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e511-962f-4050-ab44-0f3355dc5161 req-c1934160-417e-4577-92e3-9c06f95fa2c0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:56.338387 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-85a1e511-962f-4050-ab44-0f3355dc5161 req-c1934160-417e-4577-92e3-9c06f95fa2c0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0522945 Sep 15 18:32:56.376598 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-85a1e511-962f-4050-ab44-0f3355dc5161 req-9a33d6bd-7012-45d6-ad59-d5ff7049feec tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321372 Sep 15 18:32:56.480651 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-56e359b4-2868-4b30-bb2a-5d96591adfd8 req-58079757-e5b6-4e78-955a-45d67b84c8fa service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153166 Sep 15 18:32:56.595731 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-04c8ebe7-2bf1-44b8-9eed-dd7b89713318 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:56.597074 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-04c8ebe7-2bf1-44b8-9eed-dd7b89713318 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 817 time: 0.1155732 Sep 15 18:32:56.646003 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-b6090525-8355-4923-836a-42f2ae00fbb7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 380 time: 0.0370083 Sep 15 18:32:56.656781 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'port': {'device_id': '12d22d84-eda9-419f-b677-186669ce43cc', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'admin_state_up': True, 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'security_groups': ['112411c9-3c61-4455-aee9-d4ba00a4eba9']}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:56.768009 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Made reservation on behalf of 9a41bc43924d45b98b230e2b0647eae7 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:56.771628 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:56.868683 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:57.136726 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-88f58692-c3c6-4faa-a0d3-65f80bd265ef req-a587b75c-a504-4c1e-9040-e53477780155 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 210 time: 0.0577984 Sep 15 18:32:57.191018 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Allocated IP 172.20.0.8 (bc823b9a-3dfd-4f19-b5b6-fd0a539bd375/c2445e6b-f5e0-43ff-9ef6-de71abf345f7/1459a169-e694-4ac0-a247-311752dd2f58) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:57.237604 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-7d096b7b-7977-44c0-b53d-5f10582614a4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:57.239045 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-7d096b7b-7977-44c0-b53d-5f10582614a4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 815 time: 0.1615014 Sep 15 18:32:57.259792 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'port': {'device_id': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'admin_state_up': True, 'tenant_id': '14a9557e424b4137841acf70e5067ccc'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:32:57.325312 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e52c5ed7-6cbd-410b-a721-0f1c6d26d63f req-1c3836d8-1937-41f4-933d-3a42dda46d91 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0348580 Sep 15 18:32:57.455255 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:57.469941 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Made reservation on behalf of 14a9557e424b4137841acf70e5067ccc for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:32:57.473462 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:57.611700 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:57.626754 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6abe24-3f5e-4341-8891-55b436e1223d req-c2a2004b-dc45-4785-8694-51eb3710618d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:57.628972 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf6abe24-3f5e-4341-8891-55b436e1223d req-c2a2004b-dc45-4785-8694-51eb3710618d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1529307 Sep 15 18:32:57.741937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:57.770506 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:57.788907 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:57.796488 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:57.949630 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:57.950407 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:57.972671 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf6abe24-3f5e-4341-8891-55b436e1223d req-3d5c80f7-5fb6-46d9-a894-07b9bf6d8d23 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312981 Sep 15 18:32:57.998654 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d726-fd35-4753-bad1-b929e590b806 req-0e5599a3-f9dd-4819-a4b2-7d3b5b7e0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:58.000925 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52a3d726-fd35-4753-bad1-b929e590b806 req-0e5599a3-f9dd-4819-a4b2-7d3b5b7e0d12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.3225250 Sep 15 18:32:58.008805 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Allocated IP 172.20.0.10 (04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f/be4d341f-b7ed-4690-84c1-99babe52bf87/f966f442-fd67-484e-8cb5-627c1791ab41) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:32:58.069985 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-399895df-a717-4c2d-a5b6-52cfa443c473 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168944 Sep 15 18:32:58.120014 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52a3d726-fd35-4753-bad1-b929e590b806 req-bf9f8904-44ab-440e-90bf-2de280e1331d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055608 Sep 15 18:32:58.302352 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-bef0b00d-a8c4-4b4b-8020-20c9e0eb60c9 None None] Provisioning complete for port 1459a169-e694-4ac0-a247-311752dd2f58 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:58.305031 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-bef0b00d-a8c4-4b4b-8020-20c9e0eb60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:58.390955 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-bef0b00d-a8c4-4b4b-8020-20c9e0eb60c9 None None] Port 1459a169-e694-4ac0-a247-311752dd2f58 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:58.497890 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58195825-90bb-468a-9441-800bd4fd83cb req-8e54e170-69a9-47b9-9d46-5a89efda50e9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:58.507519 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58195825-90bb-468a-9441-800bd4fd83cb req-8e54e170-69a9-47b9-9d46-5a89efda50e9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.1685264 Sep 15 18:32:58.563302 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58195825-90bb-468a-9441-800bd4fd83cb req-659a8b72-08f4-4485-949d-88e6e9fb17fc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526428 Sep 15 18:32:58.610823 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:58.720221 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6d4713b4-d84f-4039-ac39-e78f4f58829b req-54bebd7a-412e-4081-92c4-f022972c7754 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 210 time: 0.0348542 Sep 15 18:32:58.753597 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:58.831356 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:32:58.836710 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:32:58.840070 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:32:58.887821 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:32:58.969201 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:58.970279 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:59.014058 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-60c557f8-50c3-4a2f-9ee6-0831af05afc7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7573988 Sep 15 18:32:59.113173 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-3287d4ec-b69c-4b26-9e6d-a04e4453cb74 None None] Provisioning complete for port f966f442-fd67-484e-8cb5-627c1791ab41 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:32:59.113551 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3287d4ec-b69c-4b26-9e6d-a04e4453cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:32:59.121561 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd5886-132e-4336-81c9-c9df8633f1bf req-6e6b8dbc-b2e5-41a9-ad4c-43486450af4a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:59.123188 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-54cd5886-132e-4336-81c9-c9df8633f1bf req-6e6b8dbc-b2e5-41a9-ad4c-43486450af4a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0626717 Sep 15 18:32:59.162747 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-3287d4ec-b69c-4b26-9e6d-a04e4453cb74 None None] Port f966f442-fd67-484e-8cb5-627c1791ab41 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:32:59.179771 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-54cd5886-132e-4336-81c9-c9df8633f1bf req-7f33e68e-ef59-43ef-bb8f-466ba55d3f7c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Sep 15 18:32:59.686070 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e011-ab29-4848-8f01-3442ec00ea04 req-571b9887-2d81-440b-b87b-cc6d2f14ca05 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:59.687582 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0ac8e011-ab29-4848-8f01-3442ec00ea04 req-571b9887-2d81-440b-b87b-cc6d2f14ca05 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0495760 Sep 15 18:32:59.731565 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0ac8e011-ab29-4848-8f01-3442ec00ea04 req-42b40ebf-8718-4a55-9698-78ecc9239043 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378218 Sep 15 18:32:59.843661 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faeffb-eea5-4a78-8962-b076ce5c2907 req-f4886e90-f2bd-4cbd-b5a6-7fe8af5366eb tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:32:59.845485 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-72faeffb-eea5-4a78-8962-b076ce5c2907 req-f4886e90-f2bd-4cbd-b5a6-7fe8af5366eb tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0532978 Sep 15 18:32:59.894309 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-72faeffb-eea5-4a78-8962-b076ce5c2907 req-18577863-e1e8-4b5f-85b4-370c0f625df9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415301 Sep 15 18:33:00.305180 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984c936-8905-4494-89b9-9fe862bdd739 req-a01c266e-a92a-4a2d-b2e6-a0285782ab21 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:00.306581 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7984c936-8905-4494-89b9-9fe862bdd739 req-a01c266e-a92a-4a2d-b2e6-a0285782ab21 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0497777 Sep 15 18:33:00.348139 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7984c936-8905-4494-89b9-9fe862bdd739 req-a28490d2-0ed3-4ad4-8a6e-4583a5e1fae3 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Sep 15 18:33:00.876084 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b735f-3da3-4432-b290-8f036af5cfa8 req-74c6e59e-3c1f-4ad6-8820-56ae01d5b4ac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:00.877607 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bc7b735f-3da3-4432-b290-8f036af5cfa8 req-74c6e59e-3c1f-4ad6-8820-56ae01d5b4ac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0536525 Sep 15 18:33:00.918128 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bc7b735f-3da3-4432-b290-8f036af5cfa8 req-6308f55c-74ec-40bc-90b2-a7b04feaea80 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345385 Sep 15 18:33:01.035997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08172e4-6825-40f0-83e5-d1d0f6440f1c req-3c437d27-8a9a-4781-9a69-2fddeee91f7a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:01.038020 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d08172e4-6825-40f0-83e5-d1d0f6440f1c req-3c437d27-8a9a-4781-9a69-2fddeee91f7a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0505478 Sep 15 18:33:01.080506 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d08172e4-6825-40f0-83e5-d1d0f6440f1c req-aff8e4b0-5c66-4418-97e0-9ce475def0e7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Sep 15 18:33:01.466280 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090b76c-3160-4add-beb2-e4a724654e42 req-f8351d2d-bc55-4ce0-b6cf-f4ac01717c9b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:01.467769 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6090b76c-3160-4add-beb2-e4a724654e42 req-f8351d2d-bc55-4ce0-b6cf-f4ac01717c9b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0501952 Sep 15 18:33:01.508273 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6090b76c-3160-4add-beb2-e4a724654e42 req-a46c0eb9-9bfb-4aed-8ec1-f1b50da5699c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Sep 15 18:33:02.047954 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ec76-ef42-403a-b504-330c6c0eff42 req-6a110b2c-69e0-4540-ae79-21a9fd39a587 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:02.050237 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c7d8ec76-ef42-403a-b504-330c6c0eff42 req-6a110b2c-69e0-4540-ae79-21a9fd39a587 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0597563 Sep 15 18:33:02.100852 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c7d8ec76-ef42-403a-b504-330c6c0eff42 req-191fa521-5562-47e3-bae5-5a9579ea7611 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 Sep 15 18:33:02.214672 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6052-b3a8-4622-8eb1-6486a79a543e req-09876efa-ba38-41fd-93f0-df0fc17d814e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:02.216486 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fffc6052-b3a8-4622-8eb1-6486a79a543e req-09876efa-ba38-41fd-93f0-df0fc17d814e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0508740 Sep 15 18:33:02.266101 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fffc6052-b3a8-4622-8eb1-6486a79a543e req-8384364d-dbe1-4df5-a21c-db263b9b83f9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Sep 15 18:33:02.622727 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a3a7c-b346-49d3-8040-08644326008e req-bfc60e89-2430-4bb4-9d96-c89a2adff010 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:02.624918 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ed6a3a7c-b346-49d3-8040-08644326008e req-bfc60e89-2430-4bb4-9d96-c89a2adff010 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0496154 Sep 15 18:33:02.664958 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ed6a3a7c-b346-49d3-8040-08644326008e req-07509161-6d41-4f64-a784-428dcba63a88 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347264 Sep 15 18:33:03.248357 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7828-5fff-48c9-b24d-ec4ba13858fa req-dcb8ae32-3039-41a0-818f-6df04cc10441 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:03.250583 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0aae7828-5fff-48c9-b24d-ec4ba13858fa req-dcb8ae32-3039-41a0-818f-6df04cc10441 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0661342 Sep 15 18:33:03.293600 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0aae7828-5fff-48c9-b24d-ec4ba13858fa req-20c25dfd-c39d-4389-8e34-9e64465e0a1e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375845 Sep 15 18:33:03.402139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e565ca0-965f-4fd6-a82d-4caf79e197e6 req-ea827552-94b7-4739-8bf2-891289e247f1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:03.403548 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6e565ca0-965f-4fd6-a82d-4caf79e197e6 req-ea827552-94b7-4739-8bf2-891289e247f1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0504653 Sep 15 18:33:03.442400 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6e565ca0-965f-4fd6-a82d-4caf79e197e6 req-6d4ebcc0-6acf-4290-83c8-c9e2517b57bd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Sep 15 18:33:03.778809 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfd1b0-b66b-4940-9378-3013d9c3642b req-8547f41b-8604-4992-a9ba-9d4cf6a8d803 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:03.780304 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93bfd1b0-b66b-4940-9378-3013d9c3642b req-8547f41b-8604-4992-a9ba-9d4cf6a8d803 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 15 18:33:03.818865 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-93bfd1b0-b66b-4940-9378-3013d9c3642b req-fc8ba095-033b-4f64-866b-8a22d8a1e9e8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Sep 15 18:33:04.421122 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391637a-6c74-451b-bea1-ff109238bd06 req-7b25345b-0eb2-496e-9e2f-0e4aa26741fb tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:04.422756 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5391637a-6c74-451b-bea1-ff109238bd06 req-7b25345b-0eb2-496e-9e2f-0e4aa26741fb tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0574753 Sep 15 18:33:04.467441 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5391637a-6c74-451b-bea1-ff109238bd06 req-eed17a7d-0648-44e1-bb4d-5d767de980e9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382073 Sep 15 18:33:04.580409 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadebf2-10b5-4a37-8dec-001cd6ad54fe req-1debfad5-32e0-4fea-bb92-4b6a37fc8c7f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:04.581897 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7cadebf2-10b5-4a37-8dec-001cd6ad54fe req-1debfad5-32e0-4fea-bb92-4b6a37fc8c7f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0542917 Sep 15 18:33:04.620861 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7cadebf2-10b5-4a37-8dec-001cd6ad54fe req-c84870ce-afb0-46e7-8c93-7dbb4634679f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Sep 15 18:33:04.957926 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378af54-ce36-4d60-befa-20272cb2b6be req-309a24af-4625-4b5a-9531-5dac4d6fd5fa tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:04.959556 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9378af54-ce36-4d60-befa-20272cb2b6be req-309a24af-4625-4b5a-9531-5dac4d6fd5fa tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0639901 Sep 15 18:33:05.000639 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9378af54-ce36-4d60-befa-20272cb2b6be req-d963a141-6892-4c7b-8b43-8bf41593299b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 Sep 15 18:33:05.631058 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69a646-597a-41b3-b0c1-8377d930f689 req-28c7f56c-fbc9-467c-aacd-6801b8b78baf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:05.632524 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-df69a646-597a-41b3-b0c1-8377d930f689 req-28c7f56c-fbc9-467c-aacd-6801b8b78baf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0593767 Sep 15 18:33:05.692535 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-df69a646-597a-41b3-b0c1-8377d930f689 req-012999bf-5324-4e01-9e35-787e0ced34e9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507426 Sep 15 18:33:05.819419 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209f1c1-a5f4-4d2c-81dc-416297faac1b req-c10e0a58-2c3d-4bd8-860d-cf8cae876e53 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:05.823895 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4209f1c1-a5f4-4d2c-81dc-416297faac1b req-c10e0a58-2c3d-4bd8-860d-cf8cae876e53 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0542629 Sep 15 18:33:05.862843 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4209f1c1-a5f4-4d2c-81dc-416297faac1b req-5c6ba67c-2926-499a-a4af-29a856b6537f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Sep 15 18:33:06.121283 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a0bf4-abf1-4b87-9601-67f318e103cb req-a03ff615-e42d-4700-aaf4-e2d9178a0982 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:06.122850 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-144a0bf4-abf1-4b87-9601-67f318e103cb req-a03ff615-e42d-4700-aaf4-e2d9178a0982 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0507507 Sep 15 18:33:06.172599 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-144a0bf4-abf1-4b87-9601-67f318e103cb req-68d7a71a-c90f-4da5-97e0-31497047003e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Sep 15 18:33:06.205479 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:33:06.842199 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067868df-eed9-4c31-8667-526c4de0d4ed req-2af8cb95-99e7-496b-9972-9da0c56ce08e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:06.843710 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-067868df-eed9-4c31-8667-526c4de0d4ed req-2af8cb95-99e7-496b-9972-9da0c56ce08e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0626485 Sep 15 18:33:06.887913 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-067868df-eed9-4c31-8667-526c4de0d4ed req-04bae387-acbc-4e3f-b7ed-96f52299e32a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378065 Sep 15 18:33:07.014967 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d3cd-74a5-4715-9440-687309636766 req-cf5ee769-83d0-44b7-8505-deee2df111e3 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:07.016879 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-09e6d3cd-74a5-4715-9440-687309636766 req-cf5ee769-83d0-44b7-8505-deee2df111e3 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0548449 Sep 15 18:33:07.059626 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-09e6d3cd-74a5-4715-9440-687309636766 req-a0a5b839-928b-4955-a984-1a73970e1f41 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Sep 15 18:33:07.298128 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5182613-fe99-4c60-a776-5afef3434fed req-08ba8e16-7b24-4811-a2e0-dc6500033712 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:07.299915 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e5182613-fe99-4c60-a776-5afef3434fed req-08ba8e16-7b24-4811-a2e0-dc6500033712 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0540240 Sep 15 18:33:07.341450 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e5182613-fe99-4c60-a776-5afef3434fed req-30052ea1-0f12-48ac-8757-9e0952694253 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Sep 15 18:33:07.769576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52908) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:07.883063 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5340-9b5e-41ff-9ae7-e2762f6ed8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.013020 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5340-9b5e-41ff-9ae7-e2762f6ed8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.019535 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5340-9b5e-41ff-9ae7-e2762f6ed8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.065282 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a5340-9b5e-41ff-9ae7-e2762f6ed8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0945d5c-baa6-40fc-bc2f-d6353223ca59,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:08.067497 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02803db6-c00d-4baf-8d41-0dee845b2091 req-833c108f-6ba0-4aec-a627-c3a136f244d3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:08.071542 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1d4a5340-9b5e-41ff-9ae7-e2762f6ed8fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb6df4ece1c34b7ba68a979c9eb81763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009241 Sep 15 18:33:08.074082 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 52928) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:08.076162 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-02803db6-c00d-4baf-8d41-0dee845b2091 req-833c108f-6ba0-4aec-a627-c3a136f244d3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0872772 Sep 15 18:33:08.131372 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-02803db6-c00d-4baf-8d41-0dee845b2091 req-2c842064-0153-447f-a9c6-b5b9fc836257 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541425 Sep 15 18:33:08.188180 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbeae-e0bf-4022-aab8-3339b1a08991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.228138 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbeae-e0bf-4022-aab8-3339b1a08991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.254580 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a3f89-d1d3-4388-963d-c76f1900f8ce req-198fa8dd-94db-4cbf-85c4-92ac8a407ba4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:08.256254 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b09a3f89-d1d3-4388-963d-c76f1900f8ce req-198fa8dd-94db-4cbf-85c4-92ac8a407ba4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0613425 Sep 15 18:33:08.301827 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b09a3f89-d1d3-4388-963d-c76f1900f8ce req-ddc23984-2728-4eb4-9847-5218d52a0bbd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360742 Sep 15 18:33:08.314823 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbeae-e0bf-4022-aab8-3339b1a08991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.321697 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5f3dbeae-e0bf-4022-aab8-3339b1a08991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:08.325270 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5f3dbeae-e0bf-4022-aab8-3339b1a08991 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0945d5c-baa6-40fc-bc2f-d6353223ca59 HTTP/1.1" status: 204 len: 168 time: 0.2474873 Sep 15 18:33:08.331981 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dbeae-e0bf-4022-aab8-3339b1a08991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0945d5c-baa6-40fc-bc2f-d6353223ca59,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:08.488036 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939bdd-38fe-4b3e-a59a-42196626421e req-3ad4c0e4-4b0d-4f16-b5e3-192ac9567032 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:08.489583 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f5939bdd-38fe-4b3e-a59a-42196626421e req-3ad4c0e4-4b0d-4f16-b5e3-192ac9567032 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0538318 Sep 15 18:33:08.532213 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f5939bdd-38fe-4b3e-a59a-42196626421e req-ab612c21-9cb4-4909-a3b3-50ba6cbd284d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362847 Sep 15 18:33:09.301645 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae88c4-2880-4455-9ea6-080efddce110 req-88c15e2d-0ee4-4153-b13b-b6f6ce2cf603 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:09.313182 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-54ae88c4-2880-4455-9ea6-080efddce110 req-88c15e2d-0ee4-4153-b13b-b6f6ce2cf603 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0999925 Sep 15 18:33:09.377218 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-54ae88c4-2880-4455-9ea6-080efddce110 req-80b718f4-76f1-46a9-955c-8c609202ec23 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618665 Sep 15 18:33:09.548537 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05946132-3022-4068-8015-ad4445467d8f req-c1f4d9dc-eb44-4358-9519-acea80c2f786 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:09.550095 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-05946132-3022-4068-8015-ad4445467d8f req-c1f4d9dc-eb44-4358-9519-acea80c2f786 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0705111 Sep 15 18:33:09.605274 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-05946132-3022-4068-8015-ad4445467d8f req-8ee5ed51-996c-4419-a0ac-b62c5e37ca95 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469568 Sep 15 18:33:09.653525 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 52996) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:09.726576 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81dc40-0100-4328-95e6-30a203c1940b req-142d3cc1-7354-4234-b3a1-27873156558c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:09.736329 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6f81dc40-0100-4328-95e6-30a203c1940b req-142d3cc1-7354-4234-b3a1-27873156558c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0655863 Sep 15 18:33:09.801339 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6f81dc40-0100-4328-95e6-30a203c1940b req-293623ef-4406-4291-b310-5d295ccdba26 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638115 Sep 15 18:33:09.827174 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-436ae794-8de8-47bc-8c8e-9a0c1ef3d803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:09.924279 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-436ae794-8de8-47bc-8c8e-9a0c1ef3d803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:09.927914 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-436ae794-8de8-47bc-8c8e-9a0c1ef3d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:09.969826 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-436ae794-8de8-47bc-8c8e-9a0c1ef3d803 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f30a03d743c46c79c1ee17a6646dcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150196 Sep 15 18:33:09.970775 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ae794-8de8-47bc-8c8e-9a0c1ef3d803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8991b5-765d-4697-8822-3ad3c42e8a29,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:09.972799 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53004) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:10.042924 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7be4518d-e7dd-4182-8746-0fe5bb045f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:10.066552 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7be4518d-e7dd-4182-8746-0fe5bb045f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:10.117505 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7be4518d-e7dd-4182-8746-0fe5bb045f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:10.120131 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7be4518d-e7dd-4182-8746-0fe5bb045f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:10.121298 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7be4518d-e7dd-4182-8746-0fe5bb045f0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a8991b5-765d-4697-8822-3ad3c42e8a29 HTTP/1.1" status: 204 len: 168 time: 0.1469367 Sep 15 18:33:10.129230 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4518d-e7dd-4182-8746-0fe5bb045f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8991b5-765d-4697-8822-3ad3c42e8a29,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:10.515406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e399-f5b1-409a-ab2e-23357bec01e6 req-2afd0569-e3ae-491e-98e0-c9da154ac8e1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:10.516955 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fe87e399-f5b1-409a-ab2e-23357bec01e6 req-2afd0569-e3ae-491e-98e0-c9da154ac8e1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0521119 Sep 15 18:33:10.557684 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fe87e399-f5b1-409a-ab2e-23357bec01e6 req-0154758a-5180-40e7-9766-c2e67894c9bb tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Sep 15 18:33:10.723280 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a175-c6c9-4dc3-a0dc-4841334019da req-fcb26b67-9475-46b3-8ec5-cc5366d6e9a5 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:10.728252 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2d1a175-c6c9-4dc3-a0dc-4841334019da req-fcb26b67-9475-46b3-8ec5-cc5366d6e9a5 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0614066 Sep 15 18:33:10.765044 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e2d1a175-c6c9-4dc3-a0dc-4841334019da req-6d8bd1e9-e95c-4b51-b7c1-61d5faa58459 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Sep 15 18:33:10.833525 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53040) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:10.936224 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd7ae4-51f4-441a-8061-7845b1d0109d req-2999d23e-8088-4106-aae6-7d4cb013ce69 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:10.941752 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a5cd7ae4-51f4-441a-8061-7845b1d0109d req-2999d23e-8088-4106-aae6-7d4cb013ce69 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0673568 Sep 15 18:33:10.953945 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089363777-network', 'tenant_id': '77b9168a6d6f4689b4a0650cdc24c6ba'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:11.000704 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Made reservation on behalf of 77b9168a6d6f4689b4a0650cdc24c6ba for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:33:11.002984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.016393 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a5cd7ae4-51f4-441a-8061-7845b1d0109d req-cfff7914-30e4-497a-8f2e-47f84099282e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Sep 15 18:33:11.017494 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.127451 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.130916 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.150829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:33:11.166472 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8cabb-61ab-49b1-8446-a4c00b43511c,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:11.169367 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.169702 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Added segment 0b612c31-dc22-42d4-a995-05a46e17838e of type vlan for network e1dadad4-ee76-4773-a6b1-3ed164b0af66 Sep 15 18:33:11.208090 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.232851 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.237649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:11.239393 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.276007 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4412639 Sep 15 18:33:11.278967 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53048) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:11.283959 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Request body: {'subnet': {'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089363777-subnet', 'tenant_id': '77b9168a6d6f4689b4a0650cdc24c6ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:11.307814 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccffb9a-3a96-45c4-a0fb-3a85ba4ad518 admin admin] Pushing event updated for resources: {'Network': ['ID=e1dadad4-ee76-4773-a6b1-3ed164b0af66,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:11.314311 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Made reservation on behalf of 77b9168a6d6f4689b4a0650cdc24c6ba for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:33:11.316648 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.320011 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network e1dadad4-ee76-4773-a6b1-3ed164b0af66 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:33:11.480779 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.539819 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf6fb17-99ff-418f-bd10-b6e7ba6856e8,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:11.549331 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Checking segment: {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:11.549689 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Network hostable DHCP agents. Network: e1dadad4-ee76-4773-a6b1-3ed164b0af66, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:33:11.565766 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Network e1dadad4-ee76-4773-a6b1-3ed164b0af66 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:33:11.575136 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, e1dadad4-ee76-4773-a6b1-3ed164b0af66) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:11.580046 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:11.580648 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:11.584725 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b3d46-8a96-4023-9602-306f8f634433 None None] Network e1dadad4-ee76-4773-a6b1-3ed164b0af66 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:33:11.597933 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-170f772d-b4e5-40b0-88b4-016a503e5451 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3167231 Sep 15 18:33:11.686985 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace895a-bdad-4cbf-90ad-3799b2027ecb req-186f48c1-7cfe-48c8-9060-7a3413aefb86 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:11.688503 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-eace895a-bdad-4cbf-90ad-3799b2027ecb req-186f48c1-7cfe-48c8-9060-7a3413aefb86 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0496235 Sep 15 18:33:11.716913 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a464c5-a435-4c7a-87ff-84fefc3ec5da None None] Network e1dadad4-ee76-4773-a6b1-3ed164b0af66 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:33:11.731998 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-eace895a-bdad-4cbf-90ad-3799b2027ecb req-69674ff7-7452-4b41-98af-1da52545080c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352032 Sep 15 18:33:11.884301 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10407e-9a23-4057-8805-c073ed9f0c55 req-40892470-b1d8-4c4d-b188-6031eca5211c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:11.885752 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2e10407e-9a23-4057-8805-c073ed9f0c55 req-40892470-b1d8-4c4d-b188-6031eca5211c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0510435 Sep 15 18:33:11.923142 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2e10407e-9a23-4057-8805-c073ed9f0c55 req-86cabd49-7134-46be-af70-9831db4ccd95 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Sep 15 18:33:12.161684 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5db35f-5bd4-408b-924d-a18ed81f0ce1 req-7a62730d-1fc3-4948-87a0-e958f17d6a14 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:12.163707 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0e5db35f-5bd4-408b-924d-a18ed81f0ce1 req-7a62730d-1fc3-4948-87a0-e958f17d6a14 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0521543 Sep 15 18:33:12.202742 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0e5db35f-5bd4-408b-924d-a18ed81f0ce1 req-988e3fde-fecc-461c-adc3-18f58a455c17 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Sep 15 18:33:12.850311 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2866-6025-460b-9376-7129e355bd95 req-d9f24a9c-a935-4810-a6be-c31fc00b7aa4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:12.851759 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-861a2866-6025-460b-9376-7129e355bd95 req-d9f24a9c-a935-4810-a6be-c31fc00b7aa4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0478597 Sep 15 18:33:12.888427 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-861a2866-6025-460b-9376-7129e355bd95 req-abefc14a-03a8-40e4-a1b6-60b032b8cd66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308144 Sep 15 18:33:13.036696 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17da6d-385e-4982-b453-928abd67a725 req-c3085c11-1859-4313-a6a2-c21fdbd551d9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:13.038120 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3f17da6d-385e-4982-b453-928abd67a725 req-c3085c11-1859-4313-a6a2-c21fdbd551d9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0490129 Sep 15 18:33:13.075867 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3f17da6d-385e-4982-b453-928abd67a725 req-2d17aff3-4f11-428b-9e30-2d6cd97b2f71 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Sep 15 18:33:13.322519 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48c7d-8634-4913-8a3e-e58b1f60d7ff req-ecca4fa7-d1dc-4143-8ec5-6e6fca7e7d57 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:13.323887 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0be48c7d-8634-4913-8a3e-e58b1f60d7ff req-ecca4fa7-d1dc-4143-8ec5-6e6fca7e7d57 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0534995 Sep 15 18:33:13.359383 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0be48c7d-8634-4913-8a3e-e58b1f60d7ff req-42c37586-7486-4715-b2cc-614a1bd08a50 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296702 Sep 15 18:33:14.003744 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bacbdf-4945-4c92-ad06-273f8a22a2e1 req-4eb70168-07b4-402b-8494-bef1152acab2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:14.005211 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-99bacbdf-4945-4c92-ad06-273f8a22a2e1 req-4eb70168-07b4-402b-8494-bef1152acab2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.0479436 Sep 15 18:33:14.041496 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-99bacbdf-4945-4c92-ad06-273f8a22a2e1 req-04be1817-e054-4ad4-86ce-390674bf7518 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297492 Sep 15 18:33:14.191181 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317799eb-dfac-445f-be28-c09a1a3b7bba req-f71bf580-1fd1-4dea-8205-fe76ced5e256 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:14.192691 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-317799eb-dfac-445f-be28-c09a1a3b7bba req-f71bf580-1fd1-4dea-8205-fe76ced5e256 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0484612 Sep 15 18:33:14.231178 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-317799eb-dfac-445f-be28-c09a1a3b7bba req-1276ff1b-e3b6-42c8-a63b-d48aac663caf tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Sep 15 18:33:14.473895 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470a45-d116-448e-9ce5-53c05ca97ec0 req-96661d02-0c6c-44fc-8e8f-8f5c9a97c604 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:14.475334 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-45470a45-d116-448e-9ce5-53c05ca97ec0 req-96661d02-0c6c-44fc-8e8f-8f5c9a97c604 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0512047 Sep 15 18:33:14.514904 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-45470a45-d116-448e-9ce5-53c05ca97ec0 req-58927f81-9c47-43ec-9dfa-13ac5523d6d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Sep 15 18:33:14.617776 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Request body: {'port': {'device_id': '12d22d84-eda9-419f-b677-186669ce43cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:14.623089 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Request body: {'port': {'device_id': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:14.719618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:14.722667 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:15.211569 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f966f442-fd67-484e-8cb5-627c1791ab41 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:15.237140 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:15.244883 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1459a169-e694-4ac0-a247-311752dd2f58 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:15.261861 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:15.281861 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f20f57-19c5-4fd9-a927-75fa72193fc9 req-039c26bb-b3c9-40dc-808f-09e77975d8a3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:15.289530 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c9f20f57-19c5-4fd9-a927-75fa72193fc9 req-039c26bb-b3c9-40dc-808f-09e77975d8a3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 931 time: 0.1702678 Sep 15 18:33:15.333352 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Transition to ACTIVE for port object f966f442-fd67-484e-8cb5-627c1791ab41 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:33:15.337476 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Transition to ACTIVE for port object 1459a169-e694-4ac0-a247-311752dd2f58 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:33:15.352556 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c9f20f57-19c5-4fd9-a927-75fa72193fc9 req-f702027e-0429-400d-9c21-be8176d39a61 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569620 Sep 15 18:33:15.354163 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:15.356183 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:15.373206 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b9f3-7e70-436c-8d0a-28feff037cca req-009f72a8-a58b-4b96-a98c-74ed0bd87d05 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:15.376339 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bee4b9f3-7e70-436c-8d0a-28feff037cca req-009f72a8-a58b-4b96-a98c-74ed0bd87d05 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 932 time: 0.0675638 Sep 15 18:33:15.422174 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bee4b9f3-7e70-436c-8d0a-28feff037cca req-878a0821-cb7e-4a8f-831a-a4aa3376abb1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Sep 15 18:33:15.505445 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:15.701630 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ac41-68c8-43ae-9120-249235fc173c req-7a16ceb1-4a62-49eb-9f73-24adc463221e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:15.710447 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7d07ac41-68c8-43ae-9120-249235fc173c req-7a16ceb1-4a62-49eb-9f73-24adc463221e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1000671 Sep 15 18:33:15.754032 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7d07ac41-68c8-43ae-9120-249235fc173c req-8cc7ec69-13f8-4f68-bf57-3a653228eafc tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Sep 15 18:33:15.934365 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-923d5482-b1de-43d6-a910-00ca8fa893a9 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502425314&fields=id&tenant_id=f8e689de2f7543c0a6bac4c986e35e5f HTTP/1.1" status: 200 len: 267 time: 0.0531883 Sep 15 18:33:15.970462 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:15.987692 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Attempting to bind port 1459a169-e694-4ac0-a247-311752dd2f58 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:33:15.988056 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Attempting to bind port 1459a169-e694-4ac0-a247-311752dd2f58 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:33:15.988394 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Attempting to bind port 1459a169-e694-4ac0-a247-311752dd2f58 on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:15.997985 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Attempting to bind port f966f442-fd67-484e-8cb5-627c1791ab41 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:33:15.998323 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Attempting to bind port f966f442-fd67-484e-8cb5-627c1791ab41 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:33:15.998642 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Attempting to bind port f966f442-fd67-484e-8cb5-627c1791ab41 on network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:16.002619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Port 1459a169-e694-4ac0-a247-311752dd2f58 on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:33:16.002937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Attempting to bind port 1459a169-e694-4ac0-a247-311752dd2f58 on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:16.017754 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:33:16.018090 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Checking segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:16.018475 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Bound using segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:33:16.018907 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Bound port: 1459a169-e694-4ac0-a247-311752dd2f58, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:33:16.019259 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:16.022992 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Port f966f442-fd67-484e-8cb5-627c1791ab41 on network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:33:16.023310 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Attempting to bind port f966f442-fd67-484e-8cb5-627c1791ab41 on network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:16.040567 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-3d71b0cb-f15a-4b50-a183-1003aafda0f1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.042104 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-3d71b0cb-f15a-4b50-a183-1003aafda0f1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/networks?id=e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 200 len: 809 time: 0.5702515 Sep 15 18:33:16.045098 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:33:16.045440 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Checking segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:16.045823 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Bound using segment: {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:33:16.046256 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Bound port: f966f442-fd67-484e-8cb5-627c1791ab41, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:33:16.046616 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:16.049509 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-bd17672d-d274-4a53-af22-1e547316ac94 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.051017 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-bd17672d-d274-4a53-af22-1e547316ac94 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 809 time: 0.1085441 Sep 15 18:33:16.067504 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-fa20b509-65e5-42e1-85d9-2a02f63fd351 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/quotas/f8e689de2f7543c0a6bac4c986e35e5f HTTP/1.1" status: 200 len: 375 time: 0.0089462 Sep 15 18:33:16.092828 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7d2e0992-a016-429a-a70e-11ff7a884596 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/quotas/77b9168a6d6f4689b4a0650cdc24c6ba HTTP/1.1" status: 200 len: 375 time: 0.0357854 Sep 15 18:33:16.120645 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-f7e95e93-fb15-44d4-ae33-9efc120ee634 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472882 Sep 15 18:33:16.159754 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-30e0c5a0-93c7-4897-99f5-0899f36dea80 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455101 Sep 15 18:33:16.212229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:33:16.222584 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-62d2e09e-76d8-4a6a-adeb-9adc2b8ac385 service neutron] 10.222.0.43 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 Sep 15 18:33:16.231220 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:33:16.232584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:33:16.260799 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:16.282628 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:33:16.311781 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:16.320058 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.320792 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:16.322214 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] 10.222.0.50 "PUT /v2.0/ports/1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 1093 time: 1.7097242 Sep 15 18:33:16.323603 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:16.325890 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4060cd-80f1-4bfe-85c3-647742ad5112" -d '{"events": [{"name": "network-changed", "server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:16.327662 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-8de5dd8b-d125-4fb1-b101-1f3cd93d509f service neutron] 10.222.0.43 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874565 Sep 15 18:33:16.366080 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.366697 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:16.368437 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] 10.222.0.50 "PUT /v2.0/ports/f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 1094 time: 1.7545366 Sep 15 18:33:16.371194 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c1f7e-65c3-4375-a97b-6c1c97c229cf service neutron] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:16.375662 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-5f1f96b3-bd5d-4630-bbcf-7091f2a89132 service neutron] 10.222.0.43 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047565 Sep 15 18:33:16.590298 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-51afcd29-6c0e-476b-88b9-b41fa5743b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.591841 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-51afcd29-6c0e-476b-88b9-b41fa5743b55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1096 time: 0.1910634 Sep 15 18:33:16.592485 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61dc9c-4ca6-4f40-9a4d-58da20bc2666 service neutron] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:16.662116 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-085f1a3a-6256-4184-84b9-aec91657d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.663593 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-085f1a3a-6256-4184-84b9-aec91657d93c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1097 time: 0.2152448 Sep 15 18:33:16.667022 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-f0d6359a-94fd-478c-81e0-d52a5485c867 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 217 time: 0.0629728 Sep 15 18:33:16.670571 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-f4729788-d1a8-4c9a-995e-f872beecc397 service neutron] 10.222.0.43 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720129 Sep 15 18:33:16.750070 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-1426d051-b5fe-46d3-9863-95886f63057c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 217 time: 0.0681281 Sep 15 18:33:16.807929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-e92ee5ea-05b2-460c-861c-b83fd3867b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.809550 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-e92ee5ea-05b2-460c-861c-b83fd3867b79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.1265068 Sep 15 18:33:16.818670 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-e15c9456-98a6-44e0-aea7-84ed5160ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.820137 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-e15c9456-98a6-44e0-aea7-84ed5160ad0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.0615065 Sep 15 18:33:16.838339 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e392e-e2ed-4c1d-a2bc-699c3568774b x-openstack-request-id: req-790e392e-e2ed-4c1d-a2bc-699c3568774b {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:16.838339 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:16.838591 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-790e392e-e2ed-4c1d-a2bc-699c3568774b {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:16.839303 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'status': 'completed', 'code': 200} Sep 15 18:33:16.921039 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-0ab59659-64e4-4d77-a05d-054169c86f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.922903 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-0ab59659-64e4-4d77-a05d-054169c86f78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017306 Sep 15 18:33:16.932918 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3172278-5cba-4260-9be1-9416b5671f77 req-b2941f19-158e-43ac-b66d-3b8ae493835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.934519 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-b2941f19-158e-43ac-b66d-3b8ae493835d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940475 Sep 15 18:33:16.974809 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8ffd4-cd97-4144-a6c3-7056aad103b1 req-c72b8a5e-71ec-4d10-bce4-4846a1a097ec tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:16.976415 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47d8ffd4-cd97-4144-a6c3-7056aad103b1 req-c72b8a5e-71ec-4d10-bce4-4846a1a097ec tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0933425 Sep 15 18:33:17.061085 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47d8ffd4-cd97-4144-a6c3-7056aad103b1 req-7fb59796-04e8-4c12-a75d-cc61e01877cf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755284 Sep 15 18:33:17.127511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99b9a-eccf-4eb6-a534-1cdf70df0905 req-38d02d0c-4ac6-4374-befa-22c91008106d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:17.129173 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e0a99b9a-eccf-4eb6-a534-1cdf70df0905 req-38d02d0c-4ac6-4374-befa-22c91008106d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 944 time: 0.2045557 Sep 15 18:33:17.165348 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93401fb6-7dca-4ac9-a379-5ee671629c83 req-912977e4-91bc-455b-9364-16a48a018bb0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 210 time: 0.0446031 Sep 15 18:33:17.167011 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-71c4bc93-02d8-409a-8d31-b68fbcc4b1d6 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240801 Sep 15 18:33:17.171416 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-900fea59-c86d-4310-ac30-9ff8a3f2f32a service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274840 Sep 15 18:33:17.263562 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e0a99b9a-eccf-4eb6-a534-1cdf70df0905 req-1421b853-ea3d-481d-bd77-85492d53ac13 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214976 Sep 15 18:33:17.301598 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646931e5-b643-4d3b-b032-b3fa87545230 req-fa92b780-7387-4967-9195-76e8f3e21fcd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:17.303950 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-646931e5-b643-4d3b-b032-b3fa87545230 req-fa92b780-7387-4967-9195-76e8f3e21fcd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0747204 Sep 15 18:33:17.362144 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-646931e5-b643-4d3b-b032-b3fa87545230 req-1d351f16-610a-4741-94f7-32e8697db3d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Sep 15 18:33:17.407581 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b9903117-bab5-45b3-bd6f-e8be3073be08 req-e899d589-975a-4279-a87f-ba480995ad39 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245536 Sep 15 18:33:17.409789 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3172278-5cba-4260-9be1-9416b5671f77 req-614f308c-3b66-4f35-bd53-620748cdf717 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256291 Sep 15 18:33:17.485536 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8c41132f-5c5f-4647-8534-6dd2fc9f22af req-f8070101-ce86-4538-8e70-ac6084af7fc0 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 210 time: 0.0446365 Sep 15 18:33:17.631499 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-8ec0fb6e-3581-451f-b2a1-f4939cdf3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:17.635106 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-8ec0fb6e-3581-451f-b2a1-f4939cdf3b5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1096 time: 0.0761273 Sep 15 18:33:17.747492 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277e4c-06ed-49a1-b857-cb4c73194e75 req-a61d14c5-a0ce-4b70-a1bf-7a4dea18e5d6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:17.749476 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a8277e4c-06ed-49a1-b857-cb4c73194e75 req-a61d14c5-a0ce-4b70-a1bf-7a4dea18e5d6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0708883 Sep 15 18:33:17.796253 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a8277e4c-06ed-49a1-b857-cb4c73194e75 req-81eafa6c-5b94-4517-80e2-4215550a4c02 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Sep 15 18:33:17.848266 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-90d0e2a4-660b-4050-b4b2-3970e1c7122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:17.849973 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-90d0e2a4-660b-4050-b4b2-3970e1c7122e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.1211958 Sep 15 18:33:17.866108 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-3951af74-4dfc-4046-84e1-2c8208c3aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:17.867712 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-3951af74-4dfc-4046-84e1-2c8208c3aa1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.2168882 Sep 15 18:33:17.881090 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53218) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:17.931505 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-d95edc35-1258-458e-bb58-bffd54191ab4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 217 time: 0.0445940 Sep 15 18:33:18.013608 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-aee0e905-1aa9-4429-bb98-d290e7cf2e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.031702 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-7192287d-181d-46c1-8744-1ad674d339ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.033162 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-7192287d-181d-46c1-8744-1ad674d339ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0895243 Sep 15 18:33:18.035711 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-40674f54-b834-4584-9ae3-3b7cad619c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.037056 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-40674f54-b834-4584-9ae3-3b7cad619c69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.1685026 Sep 15 18:33:18.109039 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-aee0e905-1aa9-4429-bb98-d290e7cf2e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.113969 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-aee0e905-1aa9-4429-bb98-d290e7cf2e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.123712 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-f95a546a-cde7-4c61-ab93-5d9a734dc119 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 217 time: 0.0714235 Sep 15 18:33:18.152017 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e905-1aa9-4429-bb98-d290e7cf2e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab64ebe3-ba4d-4df2-9080-6db8d6142c71,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:18.167275 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-aee0e905-1aa9-4429-bb98-d290e7cf2e59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0efb8590c65b4ae1b58e2bd17d5c04e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845626 Sep 15 18:33:18.169430 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-f3859801-729d-484f-a7d9-94cce323bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.170192 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53228) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:18.178777 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-f3859801-729d-484f-a7d9-94cce323bb61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111522 Sep 15 18:33:18.242043 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-878b83f2-990f-4bf0-8e42-afb8d7dbc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.244954 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-878b83f2-990f-4bf0-8e42-afb8d7dbc196 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.1100743 Sep 15 18:33:18.264102 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3f831f04-a242-462d-90ce-a3cb84360c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.289887 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c1f87c8c-5d5d-46a6-8a31-c2a409918115 req-c9d2354f-1861-4c38-aa5b-52830781c146 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 210 time: 0.0440545 Sep 15 18:33:18.327508 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3f831f04-a242-462d-90ce-a3cb84360c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.431972 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de93218-05b8-4a22-b682-d497f4da0901 req-26d66a02-30fd-47b0-a85b-f20db2e65dca tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.433475 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7de93218-05b8-4a22-b682-d497f4da0901 req-26d66a02-30fd-47b0-a85b-f20db2e65dca tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 944 time: 0.0755725 Sep 15 18:33:18.447290 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3f831f04-a242-462d-90ce-a3cb84360c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.449861 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3f831f04-a242-462d-90ce-a3cb84360c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:18.453389 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3f831f04-a242-462d-90ce-a3cb84360c2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab64ebe3-ba4d-4df2-9080-6db8d6142c71 HTTP/1.1" status: 204 len: 168 time: 0.2800243 Sep 15 18:33:18.481749 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831f04-a242-462d-90ce-a3cb84360c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab64ebe3-ba4d-4df2-9080-6db8d6142c71,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:18.512499 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7de93218-05b8-4a22-b682-d497f4da0901 req-b4afb983-2fdc-483f-b7bb-d79735f054d9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726027 Sep 15 18:33:18.597239 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d24bdd4c-0cbe-44ba-939b-1f2b18080d7a req-63693324-4da6-49b2-b7b0-7e67c7554cad tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Sep 15 18:33:18.599716 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-2beabbfa-d176-492c-8195-e38fbfbf27ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550861 Sep 15 18:33:18.620036 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d6e9-ef89-486c-abee-45d70ad38a7b req-10a32415-ceb2-4a2c-9661-2fcb7d6409df tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.621442 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7591d6e9-ef89-486c-abee-45d70ad38a7b req-10a32415-ceb2-4a2c-9661-2fcb7d6409df tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.4465818 Sep 15 18:33:18.716417 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-76f6c4a7-0e8a-4126-b087-8d5039bdd86f service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273864 Sep 15 18:33:18.823136 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7591d6e9-ef89-486c-abee-45d70ad38a7b req-cb11db3f-67d5-4dd9-b320-e4e5bfb2650c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835821 Sep 15 18:33:18.860700 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-76c05b5e-44cc-49aa-a362-b66692ac09c2 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.863490 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-76c05b5e-44cc-49aa-a362-b66692ac09c2 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "GET /v2.0/networks?id=e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 200 len: 809 time: 0.3186779 Sep 15 18:33:18.863490 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:18.864760 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaada10-0ee2-4472-a1c6-16af4da86a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:18.886162 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Request body: {'port': {'device_id': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66', 'admin_state_up': True, 'tenant_id': '77b9168a6d6f4689b4a0650cdc24c6ba'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:18.893636 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-8f1daefa-5d3b-4804-b23c-b1e2c02f18f6 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676966 Sep 15 18:33:18.939448 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917206e7-db2d-4761-ab7d-b1a78f27fe18 req-c6ec5e91-870c-44a0-8c87-ab7ed3e4cff0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:18.942007 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-917206e7-db2d-4761-ab7d-b1a78f27fe18 req-c6ec5e91-870c-44a0-8c87-ab7ed3e4cff0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0665834 Sep 15 18:33:18.942340 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e576ed-5c5c-4742-bbd6-0729abe59016 x-openstack-request-id: req-e7e576ed-5c5c-4742-bbd6-0729abe59016 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:18.942641 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:18.942889 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7e576ed-5c5c-4742-bbd6-0729abe59016 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:18.943264 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'status': 'completed', 'code': 200} Sep 15 18:33:19.023773 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ea4060cd-80f1-4bfe-85c3-647742ad5112 req-a12738a4-1af1-4079-81c7-f4721a7e0c92 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755079 Sep 15 18:33:19.068421 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64d955d7-f306-4d09-8865-dc0b487f29ea req-bb710beb-4e5c-4c6e-ab65-9e22b6c21f73 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632402 Sep 15 18:33:19.093555 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-917206e7-db2d-4761-ab7d-b1a78f27fe18 req-58582fe7-9de1-4395-86e7-026a71644055 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335471 Sep 15 18:33:19.095430 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Made reservation on behalf of 77b9168a6d6f4689b4a0650cdc24c6ba for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:33:19.098927 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:19.109878 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-b74fcd35-3e46-421b-be03-e436097ffde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.111534 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-b74fcd35-3e46-421b-be03-e436097ffde1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1097 time: 0.1400218 Sep 15 18:33:19.187722 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-59abd4ed-884e-46a7-b56c-b7854230dbb1 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.188876 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-59abd4ed-884e-46a7-b56c-b7854230dbb1 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 809 time: 0.2433453 Sep 15 18:33:19.243812 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Allocated IP 172.20.0.9 (e1dadad4-ee76-4773-a6b1-3ed164b0af66/3bf6fb17-99ff-418f-bd10-b6e7ba6856e8/10118a8f-7828-47a1-b6f7-9085143c05cf) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:33:19.314478 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-76633e16-e4ba-4c9e-b224-c6ed7f81dde9 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e689de2f7543c0a6bac4c986e35e5f HTTP/1.1" status: 200 len: 379 time: 0.1122892 Sep 15 18:33:19.325421 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'port': {'device_id': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'admin_state_up': True, 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'security_groups': ['ce56d80f-0382-4db2-8cdc-66b3d19a4341']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:19.332931 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-cf10d9cc-73e1-49ba-8fb1-81cfd0baf73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.334028 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-cf10d9cc-73e1-49ba-8fb1-81cfd0baf73f service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 916 time: 0.2104521 Sep 15 18:33:19.390559 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-edc7dd90-bfc6-4629-a91d-f7283225146d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 217 time: 0.0460362 Sep 15 18:33:19.404895 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dae8bce6-e684-4cac-8160-16ee58a6e23c req-75e06a28-a46b-4894-a5ec-71e8e21a74d8 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 210 time: 0.0373273 Sep 15 18:33:19.415617 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:19.453302 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:19.489737 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-7674af93-1918-467d-bd98-eb476b8279ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.491103 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-7674af93-1918-467d-bd98-eb476b8279ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.0686543 Sep 15 18:33:19.492100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Network e1dadad4-ee76-4773-a6b1-3ed164b0af66 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:33:19.497315 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:19.503727 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:33:19.510569 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Pushing event updated for resources: {'Port': ['ID=10118a8f-7828-47a1-b6f7-9085143c05cf,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:19.543631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Made reservation on behalf of f8e689de2f7543c0a6bac4c986e35e5f for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:33:19.547169 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:19.563745 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.564408 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:19.570933 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-d93084b5-c456-40e6-ae3b-3c3aea380040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.572479 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-d93084b5-c456-40e6-ae3b-3c3aea380040 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716820 Sep 15 18:33:19.581759 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-7b200a36-1b30-400f-8e2b-82bafa5e683c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7007079 Sep 15 18:33:19.595770 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Request body: {'port': {'device_id': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:19.651531 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:19.738059 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe20920-e421-4eef-ac20-217a957425ce req-5709929a-4aaf-480b-a1e7-fc9fcd976eff tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.739528 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abe20920-e421-4eef-ac20-217a957425ce req-5709929a-4aaf-480b-a1e7-fc9fcd976eff tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 944 time: 0.1577485 Sep 15 18:33:19.802005 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6694190-60e5-40cc-ba6a-ecefafdcd0e8 req-e060d97b-f794-4b9a-a889-1dc9f2a80dac tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:19.803769 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d6694190-60e5-40cc-ba6a-ecefafdcd0e8 req-e060d97b-f794-4b9a-a889-1dc9f2a80dac tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 931 time: 0.1368270 Sep 15 18:33:19.814515 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-e9620428-5982-4b0e-9625-63a79304a4aa service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315667 Sep 15 18:33:19.825459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Allocated IP 172.20.0.14 (f0f36677-e99a-47d0-9533-80bb5c012366/8cda9599-fdd4-458a-a5ca-65ba36f20ac2/c3859c91-e1d1-4400-8568-49db436706d9) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:33:19.835596 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-abe20920-e421-4eef-ac20-217a957425ce req-03300b00-0a77-4d13-8af0-d0ebdee2b55e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737255 Sep 15 18:33:19.901998 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d6694190-60e5-40cc-ba6a-ecefafdcd0e8 req-c14f8bd0-340c-468c-bbda-9b4691e8c8ed tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895150 Sep 15 18:33:19.986763 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10118a8f-7828-47a1-b6f7-9085143c05cf {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:19.995202 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.007433 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Transition to ACTIVE for port object 10118a8f-7828-47a1-b6f7-9085143c05cf will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:33:20.011901 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.023394 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aaada10-0ee2-4472-a1c6-16af4da86a4a req-34bb2954-ef47-43bd-b8c6-7d77338c46f0 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994240 Sep 15 18:33:20.043259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45a816-5a29-4224-814b-c032b1ab7cd7 req-4a1ecd8c-5088-4b4c-a3ae-be06357bf51f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.044819 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5e45a816-5a29-4224-814b-c032b1ab7cd7 req-4a1ecd8c-5088-4b4c-a3ae-be06357bf51f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.1349614 Sep 15 18:33:20.078927 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Pushing event updated for resources: {'Port': ['ID=10118a8f-7828-47a1-b6f7-9085143c05cf,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:20.109443 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.113264 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5e45a816-5a29-4224-814b-c032b1ab7cd7 req-4613ea0f-e244-4727-b5d6-e149a478ba5a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606346 Sep 15 18:33:20.131101 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Attempting to bind port 10118a8f-7828-47a1-b6f7-9085143c05cf on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:33:20.131449 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Attempting to bind port 10118a8f-7828-47a1-b6f7-9085143c05cf by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:33:20.131786 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Attempting to bind port 10118a8f-7828-47a1-b6f7-9085143c05cf on network e1dadad4-ee76-4773-a6b1-3ed164b0af66 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:20.139152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Port 10118a8f-7828-47a1-b6f7-9085143c05cf on network e1dadad4-ee76-4773-a6b1-3ed164b0af66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:33:20.140213 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Attempting to bind port 10118a8f-7828-47a1-b6f7-9085143c05cf on network e1dadad4-ee76-4773-a6b1-3ed164b0af66 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:20.146811 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:33:20.147148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Checking segment: {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:20.147527 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Bound using segment: {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:33:20.148110 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Bound port: 10118a8f-7828-47a1-b6f7-9085143c05cf, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:33:20.148668 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.153064 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.200872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Network f0f36677-e99a-47d0-9533-80bb5c012366 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:33:20.203994 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:20.209701 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:33:20.216212 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:20.252663 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] For port 10118a8f-7828-47a1-b6f7-9085143c05cf, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:33:20.263428 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d659-a588-4031-a8fe-cc97895e76ab req-297a97da-62f3-464a-8e56-ecaca21bd14c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.265107 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1e28d659-a588-4031-a8fe-cc97895e76ab req-297a97da-62f3-464a-8e56-ecaca21bd14c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0796282 Sep 15 18:33:20.265240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.265799 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.266947 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] For port 10118a8f-7828-47a1-b6f7-9085143c05cf, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=10118a8f-7828-47a1-b6f7-9085143c05cf,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:33:20.271418 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.281647 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-872e415d-e712-44d9-921f-468e315ce910 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599450 Sep 15 18:33:20.299654 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Request body: {'port': {'device_id': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:20.325631 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.326243 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.327621 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] 10.222.0.50 "PUT /v2.0/ports/10118a8f-7828-47a1-b6f7-9085143c05cf HTTP/1.1" status: 200 len: 1093 time: 0.7362614 Sep 15 18:33:20.361584 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1e28d659-a588-4031-a8fe-cc97895e76ab req-8ebba7e5-cd9f-4618-be86-411c0af0bdad tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818446 Sep 15 18:33:20.362185 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ef2ee-1ecc-4b72-9709-a4fb379ecc5f service neutron] Pushing event updated for resources: {'Port': ['ID=10118a8f-7828-47a1-b6f7-9085143c05cf,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:20.374342 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.437676 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-e10e4d34-aa99-43b3-a586-44e5f73e09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.440635 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-e10e4d34-aa99-43b3-a586-44e5f73e09a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 1096 time: 0.0528610 Sep 15 18:33:20.488394 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-8d5ed31e-5919-44f4-864b-4e172df007b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10118a8f-7828-47a1-b6f7-9085143c05cf HTTP/1.1" status: 200 len: 217 time: 0.0355511 Sep 15 18:33:20.499416 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-109bb2b4-8837-4b0a-b941-be1a875db087 None None] Provisioning complete for port c3859c91-e1d1-4400-8568-49db436706d9 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:20.499964 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-109bb2b4-8837-4b0a-b941-be1a875db087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.532757 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-109bb2b4-8837-4b0a-b941-be1a875db087 None None] Port c3859c91-e1d1-4400-8568-49db436706d9 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:33:20.541274 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-ec911309-2ce2-49d4-9f56-54e10869a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.542830 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-ec911309-2ce2-49d4-9f56-54e10869a957 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3bf6fb17-99ff-418f-bd10-b6e7ba6856e8 HTTP/1.1" status: 200 len: 849 time: 0.0464768 Sep 15 18:33:20.573121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4a4a3-bd60-4817-ac1b-7f9e951222af req-9dca40e3-f5f0-4921-a814-1b8c8c81a235 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.574624 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5ef4a4a3-bd60-4817-ac1b-7f9e951222af req-9dca40e3-f5f0-4921-a814-1b8c8c81a235 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 932 time: 0.0749993 Sep 15 18:33:20.577700 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-b3d24aae-38aa-496e-bd1f-9d2e75402307 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1dadad4-ee76-4773-a6b1-3ed164b0af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Sep 15 18:33:20.677511 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-b067a5b3-0726-4782-b97f-68d91f5b1d05 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871303 Sep 15 18:33:20.776040 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1b1ead16-32ec-4a77-9519-4d5491cd4388 req-feab9bcf-7847-4b01-90fc-15f24f2631d9 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887630 Sep 15 18:33:20.856704 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5ef4a4a3-bd60-4817-ac1b-7f9e951222af req-96fc26f2-76cd-44d5-8a99-f06bfda3ead6 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576468 Sep 15 18:33:20.897914 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ef5ca2e9-8c13-4e5a-af25-d0fedd8553c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.919597 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3859c91-e1d1-4400-8568-49db436706d9 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:20.926923 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.938988 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Transition to ACTIVE for port object c3859c91-e1d1-4400-8568-49db436706d9 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:33:20.943691 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:20.947416 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'tag': '10118a8f-7828-47a1-b6f7-9085143c05cf'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:20.953470 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae58a540-e5f0-4981-95dc-adc5b26681c8", "tag": "10118a8f-7828-47a1-b6f7-9085143c05cf"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:20.969082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd7436-8607-4d3d-8d3b-d84a0766a113 req-2a771378-d51f-48d8-bbcb-bcf0eff0c60b tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:20.970770 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8edd7436-8607-4d3d-8d3b-d84a0766a113 req-2a771378-d51f-48d8-bbcb-bcf0eff0c60b tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 944 time: 0.0658665 Sep 15 18:33:21.014982 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8edd7436-8607-4d3d-8d3b-d84a0766a113 req-c219c6d8-709e-48aa-91c5-164e374e5ad8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Sep 15 18:33:21.024476 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:21.065950 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b573ad3d-3074-41ff-9362-dbd18f2e4d74 x-openstack-request-id: req-b573ad3d-3074-41ff-9362-dbd18f2e4d74 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:21.066372 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae58a540-e5f0-4981-95dc-adc5b26681c8", "tag": "10118a8f-7828-47a1-b6f7-9085143c05cf", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:21.066650 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b573ad3d-3074-41ff-9362-dbd18f2e4d74 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:21.067041 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'tag': '10118a8f-7828-47a1-b6f7-9085143c05cf', 'status': 'completed', 'code': 200} Sep 15 18:33:21.094452 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:33:21.096933 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f4e9e-5211-4b91-8709-d37fd105cc35 req-46e27aff-6c02-4565-9dfa-a509de0661d5 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.098577 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f98f4e9e-5211-4b91-8709-d37fd105cc35 req-46e27aff-6c02-4565-9dfa-a509de0661d5 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 943 time: 0.1165359 Sep 15 18:33:21.145650 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f98f4e9e-5211-4b91-8709-d37fd105cc35 req-45dda473-fc8b-4f57-bed9-1f4d2fddf358 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Sep 15 18:33:21.163476 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Attempting to bind port c3859c91-e1d1-4400-8568-49db436706d9 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:33:21.164841 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Attempting to bind port c3859c91-e1d1-4400-8568-49db436706d9 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:33:21.165529 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Attempting to bind port c3859c91-e1d1-4400-8568-49db436706d9 on network f0f36677-e99a-47d0-9533-80bb5c012366 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:21.181410 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Port c3859c91-e1d1-4400-8568-49db436706d9 on network f0f36677-e99a-47d0-9533-80bb5c012366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:33:21.182273 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Attempting to bind port c3859c91-e1d1-4400-8568-49db436706d9 on network f0f36677-e99a-47d0-9533-80bb5c012366 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:21.187321 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-618df865-45aa-464b-b1e2-8a52cfc52be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.189190 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:33:21.189791 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Checking segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:21.190239 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Bound using segment: {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:33:21.190687 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Bound port: c3859c91-e1d1-4400-8568-49db436706d9, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9042d3f9-54f7-45ea-b558-34ad4d8af13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:33:21.191062 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.194029 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-618df865-45aa-464b-b1e2-8a52cfc52be9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 1096 time: 0.0848420 Sep 15 18:33:21.278818 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:21.291589 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '1459a169-e694-4ac0-a247-311752dd2f58', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'port_id': '1459a169-e694-4ac0-a247-311752dd2f58', 'mac_address': 'fa:16:3e:1b:c0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:33:21.310908 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:33:21.328928 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-08586cd2-4b82-412c-a702-58238467eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.329455 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:33:21.330625 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-08586cd2-4b82-412c-a702-58238467eadc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 200 len: 910 time: 0.1228356 Sep 15 18:33:21.332694 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.338095 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.359902 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1459a169-e694-4ac0-a247-311752dd2f58 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:21.382239 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.383123 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.383288 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-9c176655-8cca-49e9-9376-772ebd1b8362 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10118a8f-7828-47a1-b6f7-9085143c05cf HTTP/1.1" status: 200 len: 217 time: 0.0399561 Sep 15 18:33:21.385916 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 1094 time: 1.0919638 Sep 15 18:33:21.390219 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:21.392669 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb" -d '{"events": [{"name": "network-changed", "server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:21.406490 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fa693-0d0a-40a0-8c94-f8f1b7604bc3 req-cb061f0d-63be-45dd-b403-327bdebce765 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.408303 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-895fa693-0d0a-40a0-8c94-f8f1b7604bc3 req-cb061f0d-63be-45dd-b403-327bdebce765 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.1293104 Sep 15 18:33:21.412260 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:21.422222 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.422562 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device f966f442-fd67-484e-8cb5-627c1791ab41 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:33:21.499034 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-66d1da6a-86ee-425e-8295-e9c6828f0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.500598 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-66d1da6a-86ee-425e-8295-e9c6828f0ee2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3bf6fb17-99ff-418f-bd10-b6e7ba6856e8 HTTP/1.1" status: 200 len: 849 time: 0.1005106 Sep 15 18:33:21.504790 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b79065-9fb4-4321-9d7d-ced8f856f6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:21.507227 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:21.525770 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.526258 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.526833 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.527391 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.528012 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.528484 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05c2e7-8fdf-421c-8dbf-1ddeb8b81986 req-b8c0a0ab-b1a2-49d0-b319-bc7447e48745 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.528857 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.530034 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6f05c2e7-8fdf-421c-8dbf-1ddeb8b81986 req-b8c0a0ab-b1a2-49d0-b319-bc7447e48745 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0754862 Sep 15 18:33:21.536311 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-895fa693-0d0a-40a0-8c94-f8f1b7604bc3 req-db61a8b9-bc74-451b-91ae-4ea284c9ff08 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101716 Sep 15 18:33:21.536995 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.537652 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.538319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.538880 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.540223 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.541001 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:21.547129 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-1fb2664c-e969-4adc-9e0e-08f6fa7d04f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1dadad4-ee76-4773-a6b1-3ed164b0af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354788 Sep 15 18:33:21.557458 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-831ec75d-93a6-419d-a509-275bd40f1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.559216 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-831ec75d-93a6-419d-a509-275bd40f1d4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1097 time: 0.1049137 Sep 15 18:33:21.624327 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-07102ad1-24b3-4ede-b077-1905db8d3935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 217 time: 0.0486546 Sep 15 18:33:21.626046 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747789bf-a0d9-4e84-b9b9-2484eac0c252 x-openstack-request-id: req-747789bf-a0d9-4e84-b9b9-2484eac0c252 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:21.626550 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:21.627611 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747789bf-a0d9-4e84-b9b9-2484eac0c252 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:21.628018 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'status': 'completed', 'code': 200} Sep 15 18:33:21.660951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:21.664925 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-8d1516f4-8b1f-4cd7-821f-74de6d97d2b5 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034739 Sep 15 18:33:21.676264 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'port_id': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'mac_address': 'fa:16:3e:b3:70:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:33:21.683954 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6f05c2e7-8fdf-421c-8dbf-1ddeb8b81986 req-48b3ded3-7efc-44ab-a4fc-85e578f67db4 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392379 Sep 15 18:33:21.692822 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-1aacae8c-296b-4e8b-97ad-8aadf9066596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.694350 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-1aacae8c-296b-4e8b-97ad-8aadf9066596 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.0560970 Sep 15 18:33:21.719277 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.732947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f966f442-fd67-484e-8cb5-627c1791ab41 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:21.763188 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:21.770589 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:21.781928 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3ac77cc1-5ded-42a8-b30c-837b2e4f927f req-e3c28acd-2c10-4fd0-9910-de18ca5ff159 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013834 Sep 15 18:33:21.792854 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-93eabef8-c11d-4ff2-8627-11a2d7bd4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:21.794471 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-93eabef8-c11d-4ff2-8627-11a2d7bd4ff3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846443 Sep 15 18:33:21.828008 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:21.927794 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-fc980233-fbe5-4519-b903-76e71d68c7da service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140089 Sep 15 18:33:22.047840 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c82d5-73f2-48c5-bc38-3a6bb41b9a3c req-d31b4b71-da97-46b4-bccc-4d6c77f798b3 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.049362 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-865c82d5-73f2-48c5-bc38-3a6bb41b9a3c req-d31b4b71-da97-46b4-bccc-4d6c77f798b3 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.1109891 Sep 15 18:33:22.084854 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-63c5860e-5343-4a76-a224-e8c9eba97534 req-a7228d6b-efd1-4187-8c81-9fb255aa97b7 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366920 Sep 15 18:33:22.101221 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-865c82d5-73f2-48c5-bc38-3a6bb41b9a3c req-35a779dc-09ac-4355-bc03-339573bc7978 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Sep 15 18:33:22.147067 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ebb4-c032-4bb2-9d2a-06aebdaa79aa req-18ac027c-a8a4-4588-b9d3-ae3467b2d216 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.148644 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ecc5ebb4-c032-4bb2-9d2a-06aebdaa79aa req-18ac027c-a8a4-4588-b9d3-ae3467b2d216 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 945 time: 0.0559881 Sep 15 18:33:22.189723 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ecc5ebb4-c032-4bb2-9d2a-06aebdaa79aa req-a8e10ed7-95a7-4bed-8ae7-433f982ea1f9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Sep 15 18:33:22.213746 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-448dc595-6945-461d-b878-bdcd5279f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.215249 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-448dc595-6945-461d-b878-bdcd5279f3d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1097 time: 0.0468729 Sep 15 18:33:22.252335 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['f966f442-fd67-484e-8cb5-627c1791ab41'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:22.275966 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['1459a169-e694-4ac0-a247-311752dd2f58'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:22.351153 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebafe0-307e-4d25-b7e5-618264ddf89c req-f84109c0-9c1f-4828-8f0b-4c73e02f2a25 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.352714 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aebafe0-307e-4d25-b7e5-618264ddf89c req-f84109c0-9c1f-4828-8f0b-4c73e02f2a25 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 943 time: 0.1193688 Sep 15 18:33:22.374474 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-7ecf8ea5-39aa-4b23-b0bd-bc3fba1fe7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.376451 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-7ecf8ea5-39aa-4b23-b0bd-bc3fba1fe7b4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 910 time: 0.1438122 Sep 15 18:33:22.433031 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-1cd52e61-e9ae-44a6-a65f-c79941187883 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 217 time: 0.0481904 Sep 15 18:33:22.452692 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8aebafe0-307e-4d25-b7e5-618264ddf89c req-5c606a40-af4b-4f99-9994-22ec7752c4f1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908196 Sep 15 18:33:22.507452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-296d9f56-188e-414c-a381-98393709fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.509349 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-296d9f56-188e-414c-a381-98393709fb70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.0549424 Sep 15 18:33:22.569981 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-d4700153-d100-468a-8216-ab79732bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.572289 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-d4700153-d100-468a-8216-ab79732bcdf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449522 Sep 15 18:33:22.668636 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-6dee4c6d-7adf-4080-937a-0423ae568dae service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870457 Sep 15 18:33:22.681552 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2409d-8fc5-4478-a5a2-54f9e5238730 req-df8d0060-e32a-4709-8978-cebceabc88e6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:22.683249 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-78a2409d-8fc5-4478-a5a2-54f9e5238730 req-df8d0060-e32a-4709-8978-cebceabc88e6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 944 time: 0.0543239 Sep 15 18:33:22.720594 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-78a2409d-8fc5-4478-a5a2-54f9e5238730 req-3c7ce7b1-67e7-475c-b22e-c72c64a72c67 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Sep 15 18:33:22.761039 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4cdfe6b0-8e0a-4a2b-8cd9-704895ec90eb req-f737bc93-fcf8-4f17-a429-ca2589fba5b6 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835130 Sep 15 18:33:23.184049 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94fafc-1912-4a13-b1d7-bf7bb336c916 req-0e42cd50-06be-4690-bd48-232854a77c19 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:23.185703 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2f94fafc-1912-4a13-b1d7-bf7bb336c916 req-0e42cd50-06be-4690-bd48-232854a77c19 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0576627 Sep 15 18:33:23.235655 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2f94fafc-1912-4a13-b1d7-bf7bb336c916 req-9afaac36-1587-446e-a4f4-7d0fd3de12aa tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Sep 15 18:33:23.237898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685c273-4528-492c-979c-d6a8aa6a9810 req-fb765aa4-d9ac-437a-b060-fbb71939de99 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:23.240055 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b685c273-4528-492c-979c-d6a8aa6a9810 req-fb765aa4-d9ac-437a-b060-fbb71939de99 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0590639 Sep 15 18:33:23.293044 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b685c273-4528-492c-979c-d6a8aa6a9810 req-7e9185ea-6b94-4e4d-b6f9-39b3071b949a tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453885 Sep 15 18:33:23.358486 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e964f-d49c-4f35-b95f-d27bf9a86066 req-c988ac43-bcce-43bd-9042-ff0219613841 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:23.368031 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b9e964f-d49c-4f35-b95f-d27bf9a86066 req-c988ac43-bcce-43bd-9042-ff0219613841 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 945 time: 0.0688429 Sep 15 18:33:23.414673 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2b9e964f-d49c-4f35-b95f-d27bf9a86066 req-280cb98c-135a-43d0-b6e4-59803b02da04 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Sep 15 18:33:23.595776 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010496f-e7e6-4ddd-9311-6952e64df54e req-22ed913c-371c-4ddc-967b-4ab40adf0294 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:23.597373 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3010496f-e7e6-4ddd-9311-6952e64df54e req-22ed913c-371c-4ddc-967b-4ab40adf0294 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 943 time: 0.0510962 Sep 15 18:33:23.646601 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3010496f-e7e6-4ddd-9311-6952e64df54e req-c7e6da2f-e306-47a0-aeef-0c35d613adae tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Sep 15 18:33:23.703295 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-58f8ae24-2a44-4bc9-88da-ef684dd9310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:23.971822 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-f28392bd-ef0c-41f3-b691-cfed1ccbe0cd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:23.977073 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-f28392bd-ef0c-41f3-b691-cfed1ccbe0cd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.1345809 Sep 15 18:33:23.978202 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dde71c-6587-443d-ba76-edefe1556cf2 req-770f9a3c-4458-4410-ba18-5f6f4aa363a6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:23.985471 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a5dde71c-6587-443d-ba76-edefe1556cf2 req-770f9a3c-4458-4410-ba18-5f6f4aa363a6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 944 time: 0.0699139 Sep 15 18:33:24.001250 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-a0c3e2da-8ada-47ba-b896-e92c21a6359b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/quotas/3195be99ea1349b2be3c331e91cc4bee HTTP/1.1" status: 200 len: 375 time: 0.0167844 Sep 15 18:33:24.025754 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a5dde71c-6587-443d-ba76-edefe1556cf2 req-88cf3318-9e97-4487-a746-65d83b15380a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394578 Sep 15 18:33:24.053517 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-0210f9a2-1326-431d-8aa7-3f9830c286df tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513563 Sep 15 18:33:24.137412 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:24.144794 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611870e-5901-497f-ab93-5b10f88d1a33 req-643cdd33-364a-459c-a623-23b2306864d7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:24.146665 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0611870e-5901-497f-ab93-5b10f88d1a33 req-643cdd33-364a-459c-a623-23b2306864d7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0613790 Sep 15 18:33:24.152972 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-d0d46396-2a05-4330-a411-dec163b85b32 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910208 Sep 15 18:33:24.189093 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0611870e-5901-497f-ab93-5b10f88d1a33 req-2e8b412f-b680-4907-93e6-dde668e9862b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347805 Sep 15 18:33:24.244315 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-d69caa59-6370-4da3-a02d-fe13e9553072 service neutron] 10.222.0.43 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847945 Sep 15 18:33:24.409248 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d523f5f8-5ab3-4785-8c90-765668817fc5 req-5ef09e92-5caf-4982-b8c9-50bbe5b6b191 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 210 time: 0.0283918 Sep 15 18:33:24.416171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b5672-1c6e-44a2-ad85-b72e4c4bd204 req-90096479-d88f-40e5-b999-1e12d90aae44 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:24.417710 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d65b5672-1c6e-44a2-ad85-b72e4c4bd204 req-90096479-d88f-40e5-b999-1e12d90aae44 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0531144 Sep 15 18:33:24.457025 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d65b5672-1c6e-44a2-ad85-b72e4c4bd204 req-1738d209-4734-497e-9cc9-b4f0bdc8e223 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Sep 15 18:33:24.547929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c1ac3-1452-497d-b141-e25701b2d312 req-4b3fe0fd-5b5d-4ee7-9b0d-aeb76cad24ba tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:24.549718 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-680c1ac3-1452-497d-b141-e25701b2d312 req-4b3fe0fd-5b5d-4ee7-9b0d-aeb76cad24ba tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 945 time: 0.0555606 Sep 15 18:33:24.589798 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-680c1ac3-1452-497d-b141-e25701b2d312 req-952db887-1329-4e0c-b505-5c959a58cc7c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Sep 15 18:33:24.732428 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:24.771774 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf416-abed-4383-839d-7d9a1f1a6ae6 req-c668bbb1-9455-410b-883f-524f4f0144c6 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:24.772912 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3baf416-abed-4383-839d-7d9a1f1a6ae6 req-c668bbb1-9455-410b-883f-524f4f0144c6 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 943 time: 0.0524411 Sep 15 18:33:24.813460 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f3baf416-abed-4383-839d-7d9a1f1a6ae6 req-0b295822-989d-42ee-bfd9-337ccd653727 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Sep 15 18:33:25.114370 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 10118a8f-7828-47a1-b6f7-9085143c05cf details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:33:25.118035 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:33:25.143264 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c2ec7-855c-42ad-bd4a-b3b8770a2c96 req-55918d66-cbe1-4af0-9053-0dd79a5b8e3c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:25.144738 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b59c2ec7-855c-42ad-bd4a-b3b8770a2c96 req-55918d66-cbe1-4af0-9053-0dd79a5b8e3c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 944 time: 0.0485859 Sep 15 18:33:25.183131 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b59c2ec7-855c-42ad-bd4a-b3b8770a2c96 req-6d106086-511f-478c-ac0f-f3bab5e4e40c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Sep 15 18:33:25.235045 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 1459a169-e694-4ac0-a247-311752dd2f58 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:33:25.248559 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 1459a169-e694-4ac0-a247-311752dd2f58 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:25.248942 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.255116 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 10118a8f-7828-47a1-b6f7-9085143c05cf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=10118a8f-7828-47a1-b6f7-9085143c05cf,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:25.288319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '10118a8f-7828-47a1-b6f7-9085143c05cf', 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66', 'port_id': '10118a8f-7828-47a1-b6f7-9085143c05cf', 'mac_address': 'fa:16:3e:a2:63:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf6fb17-99ff-418f-bd10-b6e7ba6856e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:33:25.313974 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d8c5d-ec29-4c35-acf1-51e71c7db46b req-a710774f-4299-451c-b590-99012b931be3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:25.315407 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-397d8c5d-ec29-4c35-acf1-51e71c7db46b req-a710774f-4299-451c-b590-99012b931be3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0559094 Sep 15 18:33:25.355451 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.367578 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-397d8c5d-ec29-4c35-acf1-51e71c7db46b req-7e0a60a9-1999-415d-a684-5a5a085c39ad tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Sep 15 18:33:25.399636 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.402231 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10118a8f-7828-47a1-b6f7-9085143c05cf {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:25.438629 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 10118a8f-7828-47a1-b6f7-9085143c05cf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=10118a8f-7828-47a1-b6f7-9085143c05cf,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:25.446867 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:25.449198 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4638dc3-119c-44dc-ad66-bb278381e0b0" -d '{"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-plugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:25.459094 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.466620 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:25.481934 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-c8346873-ee40-4d7d-b214-162b7e3669ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:25.484552 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-c8346873-ee40-4d7d-b214-162b7e3669ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 815 time: 0.1301022 Sep 15 18:33:25.490662 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.491844 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device f966f442-fd67-484e-8cb5-627c1791ab41 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:33:25.504656 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Request body: {'port': {'device_id': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'admin_state_up': True, 'tenant_id': '3195be99ea1349b2be3c331e91cc4bee'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:25.522319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4eaa63-2eb7-4eba-a993-ca2c13a0f13e x-openstack-request-id: req-8d4eaa63-2eb7-4eba-a993-ca2c13a0f13e {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:25.522611 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-plugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:25.522867 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d4eaa63-2eb7-4eba-a993-ca2c13a0f13e {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:25.523277 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'code': 200} Sep 15 18:33:25.557910 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=10118a8f-7828-47a1-b6f7-9085143c05cf,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:25.583257 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e8518cc1-b868-4dae-82b4-66463d374603 req-97ed9da4-eb60-462e-aa9e-bb41b3c1ae2d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 210 time: 0.0598254 Sep 15 18:33:25.631360 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:25.644050 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port f966f442-fd67-484e-8cb5-627c1791ab41 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:33:25.649448 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port f966f442-fd67-484e-8cb5-627c1791ab41 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:25.649970 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.679311 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54779d7d-7f2c-43c3-84ff-8502c3341183 req-65c4bd9e-591f-4285-ad6c-a64a11479c8b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:25.679563 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-54779d7d-7f2c-43c3-84ff-8502c3341183 req-65c4bd9e-591f-4285-ad6c-a64a11479c8b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0676327 Sep 15 18:33:25.707062 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Made reservation on behalf of 3195be99ea1349b2be3c331e91cc4bee for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:33:25.710364 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.746748 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe22c2-82c9-4cad-920d-b599ec086d4d req-38e95518-5ea6-40c4-ba73-0a2739e3b229 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:25.748885 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d8fe22c2-82c9-4cad-920d-b599ec086d4d req-38e95518-5ea6-40c4-ba73-0a2739e3b229 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 945 time: 0.0824473 Sep 15 18:33:25.749010 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.760511 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-54779d7d-7f2c-43c3-84ff-8502c3341183 req-55dd3134-fe61-4908-a928-34f2fcdae8a6 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614538 Sep 15 18:33:25.793054 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:25.797573 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:25.860771 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['10118a8f-7828-47a1-b6f7-9085143c05cf'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:25.880750 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Allocated IP 172.20.0.5 (44290574-2d47-4c95-a36b-6b3ea6d2c957/c162c98c-c33f-4a27-9f0b-c5a186091a6f/2944c4a6-45be-47fe-8d8d-edb6d5a2600b) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:33:25.899919 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:25.986062 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fd269-16f1-4f59-b952-9c3b58e8ca98 req-cf7fc1a3-2ea4-4af4-8cfc-f5a2bd394367 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:25.988053 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d97fd269-16f1-4f59-b952-9c3b58e8ca98 req-cf7fc1a3-2ea4-4af4-8cfc-f5a2bd394367 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 944 time: 0.0993919 Sep 15 18:33:26.041102 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344abe2c-9311-453f-9d40-b95f8f3d0c00 req-767f07eb-a874-4024-998b-d571fbe56550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:26.042846 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-344abe2c-9311-453f-9d40-b95f8f3d0c00 req-767f07eb-a874-4024-998b-d571fbe56550 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1098 time: 0.3221552 Sep 15 18:33:26.045995 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d8fe22c2-82c9-4cad-920d-b599ec086d4d req-76f516ad-acb1-4d80-9adf-e1dc7df595cd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Sep 15 18:33:26.082908 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-344abe2c-9311-453f-9d40-b95f8f3d0c00 req-3bec7df4-06da-440e-ab2a-50efc08f93d6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Sep 15 18:33:26.087052 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d97fd269-16f1-4f59-b952-9c3b58e8ca98 req-d79ceded-1045-4a80-9bbe-b3d106494c5c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798218 Sep 15 18:33:26.095772 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.121940 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.156088 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.201829 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Network 44290574-2d47-4c95-a36b-6b3ea6d2c957 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:33:26.204934 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:26.211192 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:33:26.235785 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event updated for resources: {'Port': ['ID=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:26.263671 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:26.264324 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.280046 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-9ce64c06-e507-4706-be52-3f016af7c9f4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838559 Sep 15 18:33:26.309957 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2d20d-46ac-4468-aa6e-afbc2cb0b431 req-411c2a52-ee8c-47e5-8844-8883be11c78f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:26.311430 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7ca2d20d-46ac-4468-aa6e-afbc2cb0b431 req-411c2a52-ee8c-47e5-8844-8883be11c78f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0505414 Sep 15 18:33:26.335055 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Request body: {'port': {'device_id': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:26.349052 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7ca2d20d-46ac-4468-aa6e-afbc2cb0b431 req-2100553f-d021-4ec0-93c1-979001323d52 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Sep 15 18:33:26.387474 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.563220 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7159a2-5d95-4dd2-812f-56c90b6e3cc1 req-405c1ba2-3180-4d11-b660-1a36b9390963 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:26.564698 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d7159a2-5d95-4dd2-812f-56c90b6e3cc1 req-405c1ba2-3180-4d11-b660-1a36b9390963 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.1232138 Sep 15 18:33:26.648940 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4d7159a2-5d95-4dd2-812f-56c90b6e3cc1 req-7fb39170-f1d2-490f-b167-cbcf33c7b4d7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523467 Sep 15 18:33:26.710291 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadafae-e642-4e20-9f09-502104327e06 req-dec36cb0-8ea9-4239-b9f8-35f4b4b8efaf tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:26.712410 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bbadafae-e642-4e20-9f09-502104327e06 req-dec36cb0-8ea9-4239-b9f8-35f4b4b8efaf tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 931 time: 0.0525270 Sep 15 18:33:26.715979 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2944c4a6-45be-47fe-8d8d-edb6d5a2600b {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:26.723260 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.735939 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Transition to ACTIVE for port object 2944c4a6-45be-47fe-8d8d-edb6d5a2600b will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:33:26.740886 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.754903 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bbadafae-e642-4e20-9f09-502104327e06 req-d7855b5a-d850-4fdf-89d7-4ebddae311a8 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Sep 15 18:33:26.776944 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272', '9d83db9d-2bf8-472c-8c7f-1534ca182825', '472f16d5-804d-4aa0-8c54-96f1cab17fb8'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:26.811511 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:26.884102 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.892347 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Attempting to bind port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:33:26.892682 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Attempting to bind port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:33:26.893018 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Attempting to bind port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:26.900777 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:33:26.901101 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Attempting to bind port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b on network 44290574-2d47-4c95-a36b-6b3ea6d2c957 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:26.909981 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8decb-c207-4d76-827e-5326cc823a91 req-c6e7474e-59cc-497e-a765-93a0699d7771 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:26.911443 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0d8decb-c207-4d76-827e-5326cc823a91 req-c6e7474e-59cc-497e-a765-93a0699d7771 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0776005 Sep 15 18:33:26.917354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:33:26.917692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Checking segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:26.918072 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Bound using segment: {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:33:26.918505 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Bound port: 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114e7510-888d-4be0-a79e-cf9fda991992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:33:26.918859 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:26.990207 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0d8decb-c207-4d76-827e-5326cc823a91 req-6d64098d-5b66-4fd8-9127-16ba5971b4b0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691671 Sep 15 18:33:27.013410 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] For port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:33:27.016634 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] For port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:33:27.023147 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:27.061265 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.061874 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:27.063401 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] 10.222.0.50 "PUT /v2.0/ports/2944c4a6-45be-47fe-8d8d-edb6d5a2600b HTTP/1.1" status: 200 len: 1093 time: 0.7325444 Sep 15 18:33:27.063831 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'tag': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:27.066066 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74eb606-762d-4f75-8b2c-dac2329ac628" -d '{"events": [{"name": "network-changed", "server_uuid": "78f6d7d4-02b6-4628-9d56-40f4a0f2c958", "tag": "2944c4a6-45be-47fe-8d8d-edb6d5a2600b"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:27.092955 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d833a3-786c-4778-bcc7-63c2bb4dfef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:27.127901 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 10118a8f-7828-47a1-b6f7-9085143c05cf up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:33:27.152426 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c07308-4e43-44a2-935a-0ab7090a4298 x-openstack-request-id: req-f0c07308-4e43-44a2-935a-0ab7090a4298 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:27.152716 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f6d7d4-02b6-4628-9d56-40f4a0f2c958", "tag": "2944c4a6-45be-47fe-8d8d-edb6d5a2600b", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:27.153014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0c07308-4e43-44a2-935a-0ab7090a4298 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:27.153407 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'tag': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b', 'status': 'completed', 'code': 200} Sep 15 18:33:27.165546 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-39099579-1ba2-474c-8644-1b4a0424aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.167794 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-39099579-1ba2-474c-8644-1b4a0424aa28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 1096 time: 0.0505335 Sep 15 18:33:27.184468 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 10118a8f-7828-47a1-b6f7-9085143c05cf completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:33:27.195830 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a521e7-a90f-4875-bf79-f475e491ecde req-7c8ba650-fa16-49dc-8586-ad5ab08905c6 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.197371 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 10118a8f-7828-47a1-b6f7-9085143c05cf triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:27.198472 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:27.203523 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d1a521e7-a90f-4875-bf79-f475e491ecde req-7c8ba650-fa16-49dc-8586-ad5ab08905c6 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0623505 Sep 15 18:33:27.233838 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-66db52e5-bf77-406b-a28f-3dfffd0728f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b HTTP/1.1" status: 200 len: 217 time: 0.0549583 Sep 15 18:33:27.241263 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d1a521e7-a90f-4875-bf79-f475e491ecde req-74ab90e9-20a5-41c1-86e9-4e8b30243685 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Sep 15 18:33:27.286984 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:27.310217 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e198f2-8607-4590-8303-e9d4be6352bf req-ec08c277-0d56-49db-94a2-e39a9ceff252 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.311688 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f8e198f2-8607-4590-8303-e9d4be6352bf req-ec08c277-0d56-49db-94a2-e39a9ceff252 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 944 time: 0.0905170 Sep 15 18:33:27.316985 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-5208d822-6f93-4952-89f3-569cde8bdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.318315 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-5208d822-6f93-4952-89f3-569cde8bdce4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0691180 Sep 15 18:33:27.319568 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 10118a8f-7828-47a1-b6f7-9085143c05cf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=10118a8f-7828-47a1-b6f7-9085143c05cf,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:27.323724 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:27.372305 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-0ac0cf35-6d99-4efd-bdf1-11215e2c0207 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317862 Sep 15 18:33:27.375744 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f8e198f2-8607-4590-8303-e9d4be6352bf req-15b467c3-d2ff-4edf-a7ee-8aa2879770d4 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Sep 15 18:33:27.472180 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dda6db-b188-465f-86bd-1aad9bb3f163 req-c741e09a-a8e6-4741-91cf-56d6b85b4635 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.473890 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3dda6db-b188-465f-86bd-1aad9bb3f163 req-c741e09a-a8e6-4741-91cf-56d6b85b4635 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0493679 Sep 15 18:33:27.482295 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-fbd59208-1d6e-4731-ab58-4c09ec57a92c service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999148 Sep 15 18:33:27.507055 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=10118a8f-7828-47a1-b6f7-9085143c05cf,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:27.517333 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3dda6db-b188-465f-86bd-1aad9bb3f163 req-457cba88-cb71-4043-ab24-69d5e968a78e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346277 Sep 15 18:33:27.524504 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}, {'server_uuid': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10118a8f-7828-47a1-b6f7-9085143c05cf'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:27.526993 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9e6c8b-2da7-4298-b59a-9c9decb87dc6" -d '{"events": [{"server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "name": "network-vif-plugged", "status": "completed", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}, {"server_uuid": "ae58a540-e5f0-4981-95dc-adc5b26681c8", "name": "network-vif-plugged", "status": "completed", "tag": "10118a8f-7828-47a1-b6f7-9085143c05cf"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:27.566928 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b28ecd-8b66-44ec-b381-e52ee06538a9 x-openstack-request-id: req-89b28ecd-8b66-44ec-b381-e52ee06538a9 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:27.567225 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "name": "network-vif-plugged", "status": "completed", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "code": 200}, {"server_uuid": "ae58a540-e5f0-4981-95dc-adc5b26681c8", "name": "network-vif-plugged", "status": "completed", "tag": "10118a8f-7828-47a1-b6f7-9085143c05cf", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:27.567474 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89b28ecd-8b66-44ec-b381-e52ee06538a9 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:27.567880 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'code': 200} Sep 15 18:33:27.568168 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10118a8f-7828-47a1-b6f7-9085143c05cf', 'code': 200} Sep 15 18:33:27.577833 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-edb5c2a8-ebcd-40b4-86d9-160edbbdf2c5 req-4e1366ad-546a-4766-80ac-d5de9635a534 service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869722 Sep 15 18:33:27.732374 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-7a6750b3-f460-47ce-afa9-eca011371a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.734170 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-7a6750b3-f460-47ce-afa9-eca011371a25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3195be99ea1349b2be3c331e91cc4bee&device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 1096 time: 0.0466802 Sep 15 18:33:27.801928 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60de717-3774-45af-b25a-27ac4e992118 req-b584cf40-c651-432d-a4e2-0cc120ff49a2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.803654 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c60de717-3774-45af-b25a-27ac4e992118 req-b584cf40-c651-432d-a4e2-0cc120ff49a2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0640371 Sep 15 18:33:27.855901 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2d039-b591-4764-9958-5d2cbe6ae88e req-b4eb5170-2186-44d1-9c7f-14a7ce5b6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:27.857704 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dac2d039-b591-4764-9958-5d2cbe6ae88e req-b4eb5170-2186-44d1-9c7f-14a7ce5b6097 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 1098 time: 0.0745313 Sep 15 18:33:27.866074 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c60de717-3774-45af-b25a-27ac4e992118 req-9172d0c6-999c-41a7-b31d-f6f40beb78a5 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482631 Sep 15 18:33:27.900403 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dac2d039-b591-4764-9958-5d2cbe6ae88e req-4e6cfb29-5294-4c9f-b62d-59d83fbf8201 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Sep 15 18:33:28.120787 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a6e6-7c4e-4763-b70b-072471eecefe req-b11b0d5f-b0df-4334-8138-c5c13caa9e3a tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.122528 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91c1a6e6-7c4e-4763-b70b-072471eecefe req-b11b0d5f-b0df-4334-8138-c5c13caa9e3a tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0564616 Sep 15 18:33:28.166165 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91c1a6e6-7c4e-4763-b70b-072471eecefe req-65b146a1-e580-4698-9ed4-50b7bfdd24d6 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376341 Sep 15 18:33:28.167119 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-4f0d7bb6-bc87-4d9e-a388-a9ffe2d95f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.169043 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-4f0d7bb6-bc87-4d9e-a388-a9ffe2d95f30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 200 len: 916 time: 0.3897901 Sep 15 18:33:28.173305 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1b2d0-e8fa-49f3-a638-90c7eb18102f req-b028d3e2-e690-4416-a61e-c76c26f49d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.175216 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfe1b2d0-e8fa-49f3-a638-90c7eb18102f req-b028d3e2-e690-4416-a61e-c76c26f49d78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1099 time: 0.3853884 Sep 15 18:33:28.186838 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e1dfb-b038-42fc-8d9c-9adf278e1aa3 req-00a8819f-a513-424e-b09f-8261d7ffa2b1 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.188264 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-110e1dfb-b038-42fc-8d9c-9adf278e1aa3 req-00a8819f-a513-424e-b09f-8261d7ffa2b1 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 943 time: 0.3257904 Sep 15 18:33:28.246965 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-1605cb71-8103-4a76-99de-2dc2c09ea51c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b HTTP/1.1" status: 200 len: 217 time: 0.0550194 Sep 15 18:33:28.282833 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cfe1b2d0-e8fa-49f3-a638-90c7eb18102f req-f880758a-80c4-4810-8ed6-1a9f46f02821 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Sep 15 18:33:28.312219 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-110e1dfb-b038-42fc-8d9c-9adf278e1aa3 req-31b62b8d-6440-405d-ba54-24dd32171523 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137943 Sep 15 18:33:28.329844 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-ae8c29f5-dff4-4675-a53c-81ed604d88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.331271 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-ae8c29f5-dff4-4675-a53c-81ed604d88e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 200 len: 855 time: 0.0689013 Sep 15 18:33:28.362604 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9754d3f-4c4d-423e-84d7-3bce81ef274e req-50e03132-32d4-483c-a097-54458813c76a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.364082 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a9754d3f-4c4d-423e-84d7-3bce81ef274e req-50e03132-32d4-483c-a097-54458813c76a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0525081 Sep 15 18:33:28.401372 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a9754d3f-4c4d-423e-84d7-3bce81ef274e req-d9c6696c-9813-45d8-98f0-f896ac5a64ee tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Sep 15 18:33:28.498684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aac03-129f-4b92-b022-8081e3811a77 req-5cb33999-d7cc-473c-95da-a9d83e96b38c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.500154 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d86aac03-129f-4b92-b022-8081e3811a77 req-5cb33999-d7cc-473c-95da-a9d83e96b38c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.0511951 Sep 15 18:33:28.537642 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d86aac03-129f-4b92-b022-8081e3811a77 req-a90802b6-d536-4110-8815-28f71fb98992 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Sep 15 18:33:28.576709 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-70a8dc5e-582c-4bf6-9c81-c317cc57b76e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=44290574-2d47-4c95-a36b-6b3ea6d2c957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258501 Sep 15 18:33:28.638693 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d34f9e-acfc-4a29-9452-409296b5e228 req-dda34164-536f-4d67-b8cd-9a7d4fa3338b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.640186 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e0d34f9e-acfc-4a29-9452-409296b5e228 req-dda34164-536f-4d67-b8cd-9a7d4fa3338b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0478151 Sep 15 18:33:28.669532 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-96ea67ce-2e95-43c1-bc87-732a817dbb2e service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820391 Sep 15 18:33:28.677472 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e0d34f9e-acfc-4a29-9452-409296b5e228 req-fb5f91bb-4b93-43e5-b4af-351bffb28b82 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Sep 15 18:33:28.793708 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74eb606-762d-4f75-8b2c-dac2329ac628 req-6ab06f6b-13f4-429c-a541-3a21969d8d1e service neutron] 10.222.0.50 "GET /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121778 Sep 15 18:33:28.809725 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daab61-90cf-448d-817e-fd57c22e697f req-72e88dc8-204c-45e5-aacf-3ae3a2effccc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.811133 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-02daab61-90cf-448d-817e-fd57c22e697f req-72e88dc8-204c-45e5-aacf-3ae3a2effccc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0618050 Sep 15 18:33:28.819668 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53420) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:28.824596 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'floatingip': {'port_id': '1459a169-e694-4ac0-a247-311752dd2f58'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:28.864647 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:28.984453 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae382ef8-9009-4657-bfaa-82ca7ec67526 req-dabd2403-f7ba-44c8-ba28-4d90dd9ab0e5 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:28.985949 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ae382ef8-9009-4657-bfaa-82ca7ec67526 req-dabd2403-f7ba-44c8-ba28-4d90dd9ab0e5 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Sep 15 18:33:29.023836 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ae382ef8-9009-4657-bfaa-82ca7ec67526 req-d388bd2d-2500-48eb-8536-a7c8d16c5436 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Sep 15 18:33:29.326197 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eadd35-45f2-4288-b63b-2225ad79f5c1 req-43f53631-27bb-40a1-8000-3af8b76d40e2 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:29.327635 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-08eadd35-45f2-4288-b63b-2225ad79f5c1 req-43f53631-27bb-40a1-8000-3af8b76d40e2 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0932164 Sep 15 18:33:29.339199 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:29.346802 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:29.411516 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-08eadd35-45f2-4288-b63b-2225ad79f5c1 req-27c07f0c-de0e-403d-8374-b121facba8d7 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773377 Sep 15 18:33:29.432284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9d0e-e9e0-4368-bd22-b1f40f381329 req-311b3e46-3f88-412b-ae5b-c08f6a395f84 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:29.433768 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-482e9d0e-e9e0-4368-bd22-b1f40f381329 req-311b3e46-3f88-412b-ae5b-c08f6a395f84 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 943 time: 0.0559216 Sep 15 18:33:29.473294 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-482e9d0e-e9e0-4368-bd22-b1f40f381329 req-93fb407e-f998-4e27-b8db-614663135433 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Sep 15 18:33:29.478744 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Floating IP 5fbef613-7eb1-4ea5-aa82-1e5865fe1def associated. External IP: 172.27.1.32, port: 1459a169-e694-4ac0-a247-311752dd2f58. Sep 15 18:33:29.598535 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1ec6f-c803-4470-a847-fe859af9a5d6 req-2ed02e5d-c12b-4e7f-af8d-605d5860c721 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:29.600017 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9f1ec6f-c803-4470-a847-fe859af9a5d6 req-2ed02e5d-c12b-4e7f-af8d-605d5860c721 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.1182318 Sep 15 18:33:29.651125 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b0da-a7a3-47c0-ad86-a58bb6825f92 req-b03a2762-c297-43e8-af7e-b8fcbaeb95b1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:29.652756 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5e21b0da-a7a3-47c0-ad86-a58bb6825f92 req-b03a2762-c297-43e8-af7e-b8fcbaeb95b1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.0476635 Sep 15 18:33:29.687497 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9f1ec6f-c803-4470-a847-fe859af9a5d6 req-6755ed85-7b23-4150-8c72-e2f41cad1dc0 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790639 Sep 15 18:33:29.690126 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5e21b0da-a7a3-47c0-ad86-a58bb6825f92 req-f835f0c6-bda1-4ab9-b570-42d9bc2ce69c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313587 Sep 15 18:33:29.753984 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Router b3163186-be76-4568-bcaf-ff70e17497b2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:33:29.859662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:33:29.864946 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:29.874118 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:33:29.883242 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:33:29.883872 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:33:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:29.893399 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c5a48b0a-1c34-411a-b10d-e1a816118c84 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "PUT /v2.0/floatingips/5fbef613-7eb1-4ea5-aa82-1e5865fe1def HTTP/1.1" status: 200 len: 990 time: 1.0720475 Sep 15 18:33:29.893975 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:29.896209 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d74159f-2c21-4627-96e8-da8560dc7a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:29.933340 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d3bc39-f63a-4a54-a492-ba041d346c0b x-openstack-request-id: req-e6d3bc39-f63a-4a54-a492-ba041d346c0b {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:29.933634 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:29.933887 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6d3bc39-f63a-4a54-a492-ba041d346c0b {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:29.934286 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'status': 'completed', 'code': 200} Sep 15 18:33:29.985470 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:33:30.003954 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-2befdbf8-4ec5-40a2-b9a4-95696604c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.005456 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-2befdbf8-4ec5-40a2-b9a4-95696604c1ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1098 time: 0.0413857 Sep 15 18:33:30.123768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-1ae69a7e-7a1b-4616-8c48-842630cc8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.125631 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-1ae69a7e-7a1b-4616-8c48-842630cc8463 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.1078143 Sep 15 18:33:30.157710 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c886-5bd1-4a61-890d-209867bcba05 req-8158943f-8d45-4f59-9998-d4472c8d697f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.159188 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3917c886-5bd1-4a61-890d-209867bcba05 req-8158943f-8d45-4f59-9998-d4472c8d697f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0500605 Sep 15 18:33:30.201766 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3917c886-5bd1-4a61-890d-209867bcba05 req-e04ccb46-5b31-4cc3-8a3b-2d51c38d54b8 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358880 Sep 15 18:33:30.240479 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-cd03d58c-afd8-44aa-baa5-ec8be31beefa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 998 time: 0.1049635 Sep 15 18:33:30.252603 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '5fbef613-7eb1-4ea5-aa82-1e5865fe1def', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'port_id': '1459a169-e694-4ac0-a247-311752dd2f58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'mac_address': 'fa:16:3e:1b:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d22d84-eda9-419f-b677-186669ce43cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:32:47Z', 'updated_at': '2021-09-15T18:33:29Z', 'revision_number': 1, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:30.279582 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:33:30.287834 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:33:30.288467 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:33:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:30.293684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-7705e20c-d3b0-4903-b47d-c5f559e7b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.295135 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-7705e20c-d3b0-4903-b47d-c5f559e7b3c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0433455 Sep 15 18:33:30.346129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-424876fd-a8d3-4d32-bfd0-7b07c482dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.347728 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-424876fd-a8d3-4d32-bfd0-7b07c482dfd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390289 Sep 15 18:33:30.394377 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:33:30.448174 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-f68f1b0b-3a88-4a92-a46f-438b15113a44 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883882 Sep 15 18:33:30.580283 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10a954-56cb-46b5-baf5-da96f361729c req-f41da9dc-d763-4132-bab2-5a08a03ffcc4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.581826 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ee10a954-56cb-46b5-baf5-da96f361729c req-f41da9dc-d763-4132-bab2-5a08a03ffcc4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0947511 Sep 15 18:33:30.609835 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c447-8fd1-4ccb-b935-c3769a78da27 req-fe3e6c30-cb65-47bc-8846-61016e100bf8 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.612293 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6937c447-8fd1-4ccb-b935-c3769a78da27 req-fe3e6c30-cb65-47bc-8846-61016e100bf8 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 943 time: 0.0633254 Sep 15 18:33:30.615893 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d74159f-2c21-4627-96e8-da8560dc7a9d req-003f952c-9066-4a7c-a719-0c939c656046 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474960 Sep 15 18:33:30.637404 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ee10a954-56cb-46b5-baf5-da96f361729c req-e32b9de6-898d-4d1a-afa2-eab543cd3157 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Sep 15 18:33:30.659415 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6937c447-8fd1-4ccb-b935-c3769a78da27 req-80f45c68-1a74-4d03-9b50-5dc567301835 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Sep 15 18:33:30.722294 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '5fbef613-7eb1-4ea5-aa82-1e5865fe1def', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'port_id': '1459a169-e694-4ac0-a247-311752dd2f58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'mac_address': 'fa:16:3e:1b:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d22d84-eda9-419f-b677-186669ce43cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:32:47Z', 'updated_at': '2021-09-15T18:33:29Z', 'revision_number': 1, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:30.749569 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6a19c-68d1-49e8-b50d-192d875cbf03 None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '5fbef613-7eb1-4ea5-aa82-1e5865fe1def', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'port_id': '1459a169-e694-4ac0-a247-311752dd2f58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'mac_address': 'fa:16:3e:1b:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d22d84-eda9-419f-b677-186669ce43cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:32:47Z', 'updated_at': '2021-09-15T18:33:29Z', 'revision_number': 1, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:33:30.821246 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e69f8-e3c4-4580-8020-3f7c9a0681a6 req-fbdb06c9-45eb-41a0-8cb2-63a46c0e4bfc tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.822917 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-012e69f8-e3c4-4580-8020-3f7c9a0681a6 req-fbdb06c9-45eb-41a0-8cb2-63a46c0e4bfc tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0543535 Sep 15 18:33:30.836841 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fce8-1fbf-4b5e-a5ae-aa495887d753 req-eacfd77b-db56-40f1-819b-4a150e8df6f0 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:30.838571 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8207fce8-1fbf-4b5e-a5ae-aa495887d753 req-eacfd77b-db56-40f1-819b-4a150e8df6f0 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.0595357 Sep 15 18:33:30.862289 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-012e69f8-e3c4-4580-8020-3f7c9a0681a6 req-1107a425-87c3-4028-8ca9-9408df12c459 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Sep 15 18:33:30.879157 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8207fce8-1fbf-4b5e-a5ae-aa495887d753 req-c4fdf34f-cb39-400b-b4fc-6f4a243c07a4 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342884 Sep 15 18:33:30.966949 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1674e2-252a-4cf2-bbf2-a52d999f7ebf None None] New status for floating IP 5fbef613-7eb1-4ea5-aa82-1e5865fe1def: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:33:31.140465 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 2944c4a6-45be-47fe-8d8d-edb6d5a2600b details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:33:31.238165 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:31.252058 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b', 'network_id': '44290574-2d47-4c95-a36b-6b3ea6d2c957', 'port_id': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b', 'mac_address': 'fa:16:3e:a0:26:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c162c98c-c33f-4a27-9f0b-c5a186091a6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:33:31.293026 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:31.309429 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2944c4a6-45be-47fe-8d8d-edb6d5a2600b {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:31.329864 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:31.334605 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:31.344634 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57772d3b-4356-45e5-8817-c375d4147437 req-31d4e765-575b-40e9-b69c-063e9678366b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:31.346212 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57772d3b-4356-45e5-8817-c375d4147437 req-31d4e765-575b-40e9-b69c-063e9678366b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Sep 15 18:33:31.385314 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57772d3b-4356-45e5-8817-c375d4147437 req-2dea13b6-4f75-44d1-b7af-5240405af4ba tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Sep 15 18:33:31.388989 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:31.760271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616fba4-965d-4d9d-8b30-eddcb5c105e5 req-387b7f78-178f-49ec-a01b-865bd1a10310 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:31.761768 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8616fba4-965d-4d9d-8b30-eddcb5c105e5 req-387b7f78-178f-49ec-a01b-865bd1a10310 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0531611 Sep 15 18:33:31.790517 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f004095-3cdb-413a-b4c3-48b65b57253e req-223a49ef-588b-40ce-8480-8aa673b3058f tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:31.792011 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0f004095-3cdb-413a-b4c3-48b65b57253e req-223a49ef-588b-40ce-8480-8aa673b3058f tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 944 time: 0.0488327 Sep 15 18:33:31.800723 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8616fba4-965d-4d9d-8b30-eddcb5c105e5 req-9d6d7690-7fd5-4221-9d76-890e6e557efc tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324299 Sep 15 18:33:31.832421 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0f004095-3cdb-413a-b4c3-48b65b57253e req-a54b22c1-b63d-4da3-9e49-65bb954d0f18 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Sep 15 18:33:31.906257 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0129a77-b128-411f-8260-bb1a810cc376 req-4714baf7-3e1a-4f3a-b5c2-47e8cedabee1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:31.907764 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a0129a77-b128-411f-8260-bb1a810cc376 req-4714baf7-3e1a-4f3a-b5c2-47e8cedabee1 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.0493734 Sep 15 18:33:31.946235 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a0129a77-b128-411f-8260-bb1a810cc376 req-5d86dc05-868c-4bb9-8d59-176b5637ddb7 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Sep 15 18:33:31.980485 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1363df1-0d8b-4928-8ea7-fcead56a34c1 req-fb7773b1-f89c-4cbd-933b-a37322758120 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:31.981956 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1363df1-0d8b-4928-8ea7-fcead56a34c1 req-fb7773b1-f89c-4cbd-933b-a37322758120 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0519996 Sep 15 18:33:32.018658 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1363df1-0d8b-4928-8ea7-fcead56a34c1 req-c33d81d3-2972-4021-aa58-dc59681a7254 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307295 Sep 15 18:33:32.021892 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['2944c4a6-45be-47fe-8d8d-edb6d5a2600b'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:32.131261 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c48cb4-7e42-43b4-8360-cfa72392d0cb req-baed8d04-2913-4ce9-aa02-51239b1d9485 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:32.132884 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f9c48cb4-7e42-43b4-8360-cfa72392d0cb req-baed8d04-2913-4ce9-aa02-51239b1d9485 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0479414 Sep 15 18:33:32.172883 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f9c48cb4-7e42-43b4-8360-cfa72392d0cb req-d8f606cd-66be-42a0-abbd-cc152b7fa167 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Sep 15 18:33:32.501163 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19920685-2627-4231-9b55-a0d56549955d req-446319c3-d9b2-4316-b784-e8bb94a15cdb tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:32.502564 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-19920685-2627-4231-9b55-a0d56549955d req-446319c3-d9b2-4316-b784-e8bb94a15cdb tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0486791 Sep 15 18:33:32.505298 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654698cc-14ec-463a-86c4-c79ddade0107 req-a14b5e04-c9fd-49be-8256-67da6da1d690 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:32.506754 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-654698cc-14ec-463a-86c4-c79ddade0107 req-a14b5e04-c9fd-49be-8256-67da6da1d690 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0520782 Sep 15 18:33:32.542439 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-19920685-2627-4231-9b55-a0d56549955d req-2133b2df-0477-487c-afdb-16125b3b7d2e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Sep 15 18:33:32.548073 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-654698cc-14ec-463a-86c4-c79ddade0107 req-dd5f3726-0a9c-4ed7-843b-ddf8215a4cdd tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350099 Sep 15 18:33:32.838020 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-7fc70154-ac66-4939-85d0-5b29b0812520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:32.839634 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-7fc70154-ac66-4939-85d0-5b29b0812520 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.0595276 Sep 15 18:33:32.876639 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5176-b417-4ffc-88ce-d10ab11891e9 req-45503cf0-0d10-40c3-ade7-08ccd980b136 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:32.884249 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-635c5176-b417-4ffc-88ce-d10ab11891e9 req-45503cf0-0d10-40c3-ade7-08ccd980b136 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0957048 Sep 15 18:33:32.920708 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-635c5176-b417-4ffc-88ce-d10ab11891e9 req-42e93fe8-7231-41c0-a764-1bc3999e3145 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Sep 15 18:33:32.999178 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c1027-190a-4c8a-aaca-c25c180dd642 req-c49c41a9-2b7c-4768-9abb-9b49eb539b42 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:33.000690 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-353c1027-190a-4c8a-aaca-c25c180dd642 req-c49c41a9-2b7c-4768-9abb-9b49eb539b42 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0961523 Sep 15 18:33:33.006839 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-0209809d-88c5-47cd-b982-efe21a4024d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:33.008760 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-0209809d-88c5-47cd-b982-efe21a4024d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.1542258 Sep 15 18:33:33.026853 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89ae1b-ead8-4540-a8d7-e016d2264a61 req-557c3184-0964-48c0-b731-b5f970266087 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:33.028403 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ba89ae1b-ead8-4540-a8d7-e016d2264a61 req-557c3184-0964-48c0-b731-b5f970266087 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 944 time: 0.0504203 Sep 15 18:33:33.066687 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ba89ae1b-ead8-4540-a8d7-e016d2264a61 req-9f5eec93-a7a4-4b3d-8e38-8c18ee6724c7 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Sep 15 18:33:33.144526 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:33:33.178403 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233153-4424-4a7f-b756-be54870e0b89 req-73585ea6-2ac0-4e58-9803-8868b848ff2d tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:33.180713 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db233153-4424-4a7f-b756-be54870e0b89 req-73585ea6-2ac0-4e58-9803-8868b848ff2d tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.0565751 Sep 15 18:33:33.222626 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db233153-4424-4a7f-b756-be54870e0b89 req-b7a335e8-ac3e-4a9b-bd4c-db271d3e59ab tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Sep 15 18:33:33.251909 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:33.263760 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': 'c3859c91-e1d1-4400-8568-49db436706d9', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'port_id': 'c3859c91-e1d1-4400-8568-49db436706d9', 'mac_address': 'fa:16:3e:e4:74:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:33:33.301269 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:33.303465 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-353c1027-190a-4c8a-aaca-c25c180dd642 req-9af95b20-a3d7-49eb-aaaf-000f119052c2 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937353 Sep 15 18:33:33.305421 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-60b967d3-58ca-453d-8dbb-072ea8a9849e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 217 time: 0.2698894 Sep 15 18:33:33.315667 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3859c91-e1d1-4400-8568-49db436706d9 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:33.335132 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:33.339816 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:33.357264 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-803b2b47-dc22-4902-b11b-b020bb7e6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:33.358710 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-803b2b47-dc22-4902-b11b-b020bb7e6ee3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.0442715 Sep 15 18:33:33.394327 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:33.396921 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-59f5b81c-d03c-4047-b0f5-bfe4a240bf85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242774 Sep 15 18:33:33.496375 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-bbab37b3-fb90-4591-9d13-69642db69c5e service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876937 Sep 15 18:33:33.592748 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fa3db9c8-59fe-4693-b575-f8acbe766df6 req-2758eeea-f966-4427-b798-ab03b0db9d3b service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868471 Sep 15 18:33:33.668479 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac908e5-eb08-4b5d-a9a3-9b6415a9ef35 req-6705d15c-9591-4272-a17b-615dca690579 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:33.670005 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ac908e5-eb08-4b5d-a9a3-9b6415a9ef35 req-6705d15c-9591-4272-a17b-615dca690579 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Sep 15 18:33:33.707677 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ac908e5-eb08-4b5d-a9a3-9b6415a9ef35 req-05a5fa03-787b-4559-bcd8-40d0b1762fb6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Sep 15 18:33:33.991292 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['c3859c91-e1d1-4400-8568-49db436706d9'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:34.043807 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5bf78-84aa-4b35-a6eb-387b65365e38 req-ccce0f19-22c6-4624-87f3-2079389d037f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:34.046262 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d1f5bf78-84aa-4b35-a6eb-387b65365e38 req-ccce0f19-22c6-4624-87f3-2079389d037f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0542355 Sep 15 18:33:34.092363 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d1f5bf78-84aa-4b35-a6eb-387b65365e38 req-159cca02-1272-46a6-beda-adda8ef4dfae tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Sep 15 18:33:34.185463 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-8b86d3ff-9a43-4c40-9ee0-446e951e9621 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:34.187481 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-8b86d3ff-9a43-4c40-9ee0-446e951e9621 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.0756583 Sep 15 18:33:34.220746 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88fa6-4258-4016-a1cc-9839fee59e82 req-7c71a0e1-bc58-4fa2-b9ee-2d9646374d45 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:34.228544 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a3d88fa6-4258-4016-a1cc-9839fee59e82 req-7c71a0e1-bc58-4fa2-b9ee-2d9646374d45 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 944 time: 0.0805779 Sep 15 18:33:34.345024 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a3d88fa6-4258-4016-a1cc-9839fee59e82 req-015a40ca-2800-45b6-bc48-76480c045be6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153002 Sep 15 18:33:34.405378 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Deleting port 10118a8f-7828-47a1-b6f7-9085143c05cf {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:33:34.405820 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:34.501974 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e43856-5440-40b1-8533-782889ff490f req-81256dae-e1bc-4fca-ae56-893d13a17909 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:34.503578 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b1e43856-5440-40b1-8533-782889ff490f req-81256dae-e1bc-4fca-ae56-893d13a17909 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 945 time: 0.0500453 Sep 15 18:33:34.527663 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d549ae-9f01-491e-a5e3-2a7a494707b2 req-3c86337f-f9e5-404f-9b24-36da76d016e5 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:34.529182 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-03d549ae-9f01-491e-a5e3-2a7a494707b2 req-3c86337f-f9e5-404f-9b24-36da76d016e5 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae58a540-e5f0-4981-95dc-adc5b26681c8 HTTP/1.1" status: 200 len: 945 time: 0.1200786 Sep 15 18:33:34.544137 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b1e43856-5440-40b1-8533-782889ff490f req-f7f40772-d34f-4310-b67d-9880a7d384ff tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336037 Sep 15 18:33:34.569056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] For port 10118a8f-7828-47a1-b6f7-9085143c05cf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=10118a8f-7828-47a1-b6f7-9085143c05cf,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:34.569423 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:34.593921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Calling delete_port for 10118a8f-7828-47a1-b6f7-9085143c05cf owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:33:34.604378 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-03d549ae-9f01-491e-a5e3-2a7a494707b2 req-f413c47d-c0f4-4865-a809-d468c9a12ad3 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676475 Sep 15 18:33:34.753617 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:34.794608 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Pushing event deleted for resources: {'Port': ['ID=10118a8f-7828-47a1-b6f7-9085143c05cf,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:34.870497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] No DVR routers for this DVR port 10118a8f-7828-47a1-b6f7-9085143c05cf on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:33:34.875781 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:34.877743 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bd33d1f6-16d0-4ce9-910e-807f88f36d61 req-b99a9098-5da2-4c1f-b1d5-f7ca2395e073 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "DELETE /v2.0/ports/10118a8f-7828-47a1-b6f7-9085143c05cf HTTP/1.1" status: 204 len: 173 time: 0.6727836 Sep 15 18:33:34.878307 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'name': 'network-vif-deleted', 'tag': '10118a8f-7828-47a1-b6f7-9085143c05cf'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:34.880547 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d2f177-aa07-4906-b370-a32631a17383" -d '{"events": [{"server_uuid": "ae58a540-e5f0-4981-95dc-adc5b26681c8", "name": "network-vif-deleted", "tag": "10118a8f-7828-47a1-b6f7-9085143c05cf"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:34.894409 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8027c7-5be2-4001-9e38-3c246bcd52cc req-1ee767f3-ea67-4eae-815f-0e227856e3d0 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:34.895850 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb8027c7-5be2-4001-9e38-3c246bcd52cc req-1ee767f3-ea67-4eae-815f-0e227856e3d0 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.1132941 Sep 15 18:33:34.925346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f253a95-70c3-40d2-bc50-5589fb2b7583 x-openstack-request-id: req-0f253a95-70c3-40d2-bc50-5589fb2b7583 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:34.925647 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae58a540-e5f0-4981-95dc-adc5b26681c8", "name": "network-vif-deleted", "tag": "10118a8f-7828-47a1-b6f7-9085143c05cf", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:34.925898 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f253a95-70c3-40d2-bc50-5589fb2b7583 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:34.926316 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae58a540-e5f0-4981-95dc-adc5b26681c8', 'name': 'network-vif-deleted', 'tag': '10118a8f-7828-47a1-b6f7-9085143c05cf', 'status': 'completed', 'code': 200} Sep 15 18:33:34.940845 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cb8027c7-5be2-4001-9e38-3c246bcd52cc req-cf65ea19-d355-4c73-a030-63ef689c86d9 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378063 Sep 15 18:33:35.156705 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 2944c4a6-45be-47fe-8d8d-edb6d5a2600b up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:33:35.197100 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['10118a8f-7828-47a1-b6f7-9085143c05cf'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:35.219450 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7f19d-7e94-4516-97e8-d406652e750c req-cfaebccf-b014-48c6-9c92-e8666bae13d8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:35.220961 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2db7f19d-7e94-4516-97e8-d406652e750c req-cfaebccf-b014-48c6-9c92-e8666bae13d8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0576353 Sep 15 18:33:35.234663 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:33:35.238448 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:35.238818 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:35.261237 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2db7f19d-7e94-4516-97e8-d406652e750c req-88255291-6be6-421b-a510-6ab1a3be681a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Sep 15 18:33:35.314067 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:35.334917 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:35.337208 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bfae85-4d7d-4834-bd96-fe96b3e4968d" -d '{"events": [{"server_uuid": "78f6d7d4-02b6-4628-9d56-40f4a0f2c958", "name": "network-vif-plugged", "status": "completed", "tag": "2944c4a6-45be-47fe-8d8d-edb6d5a2600b"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:35.349201 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:35.354543 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:35.380133 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873335b9-45ed-4b46-8838-e749c025ba84 x-openstack-request-id: req-873335b9-45ed-4b46-8838-e749c025ba84 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:35.380419 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f6d7d4-02b6-4628-9d56-40f4a0f2c958", "name": "network-vif-plugged", "status": "completed", "tag": "2944c4a6-45be-47fe-8d8d-edb6d5a2600b", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:35.380670 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-873335b9-45ed-4b46-8838-e749c025ba84 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:35.381053 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b', 'code': 200} Sep 15 18:33:35.410051 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:35.493861 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff42e-5eec-4d32-9c3c-db9000ca4980 req-71f861e9-7af0-4dd0-aee1-3ab4c190bff5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:35.495563 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e3fff42e-5eec-4d32-9c3c-db9000ca4980 req-71f861e9-7af0-4dd0-aee1-3ab4c190bff5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0516570 Sep 15 18:33:35.543698 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e3fff42e-5eec-4d32-9c3c-db9000ca4980 req-d13e2f3a-43ed-494b-8fbc-0084e301fcde tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Sep 15 18:33:35.599753 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a8038-42ba-40d5-b1b5-36bccda65382 req-7919f2f7-f73e-497f-81c9-612fd8699b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:35.601879 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e7a8038-42ba-40d5-b1b5-36bccda65382 req-7919f2f7-f73e-497f-81c9-612fd8699b45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 1098 time: 0.0455165 Sep 15 18:33:35.672378 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e7a8038-42ba-40d5-b1b5-36bccda65382 req-a167b4b9-2109-447b-9689-24f07e133d9f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616682 Sep 15 18:33:35.683183 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fb6ab-14dd-42ae-aa64-1175553cd4e5 req-1fb9ed36-d522-4b0e-9f2b-0d9eae830f58 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:35.684790 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e4fb6ab-14dd-42ae-aa64-1175553cd4e5 req-1fb9ed36-d522-4b0e-9f2b-0d9eae830f58 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 945 time: 0.0691471 Sep 15 18:33:35.723321 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3e4fb6ab-14dd-42ae-aa64-1175553cd4e5 req-1cd48e72-b5ac-4b78-8a42-66bf74e00485 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Sep 15 18:33:35.936945 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-946c3949-5ca8-4ed2-ae84-2095f689a483 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:35.938411 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-946c3949-5ca8-4ed2-ae84-2095f689a483 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/networks?id=e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 200 len: 809 time: 0.1012065 Sep 15 18:33:35.953562 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-962fa268-a2fc-49c9-8eae-42989f8fdcb7 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/quotas/77b9168a6d6f4689b4a0650cdc24c6ba HTTP/1.1" status: 200 len: 375 time: 0.0095909 Sep 15 18:33:35.984312 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-2f1408ea-8d0c-46d9-b3bf-2a4ec0c7a58b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256879 Sep 15 18:33:36.058042 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb8d1-1d26-48af-af6e-6fe22226b111 req-da2da09f-1b2c-470b-9b9e-3047ed77bf21 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:36.059543 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-82abb8d1-1d26-48af-af6e-6fe22226b111 req-da2da09f-1b2c-470b-9b9e-3047ed77bf21 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0489936 Sep 15 18:33:36.076460 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-f51ef805-6f1d-406b-a76c-c6dd26b2f253 service neutron] 10.222.0.43 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850561 Sep 15 18:33:36.100431 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-82abb8d1-1d26-48af-af6e-6fe22226b111 req-c3f8da28-5103-460a-995d-4e9589da39d8 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349059 Sep 15 18:33:36.165449 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-f17a17d6-3b2c-4954-a547-d4d6b16c4691 service neutron] 10.222.0.43 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827544 Sep 15 18:33:36.331924 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2026512b-e410-488c-a0b8-06c09a84f361 req-28ff795f-4115-4cd1-aeed-8be2637b5559 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 210 time: 0.0329602 Sep 15 18:33:36.378475 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658fb3-6062-492f-8a6e-372821aa62fb req-0d96e087-e3df-49c2-b4ec-fe9442e0c423 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:36.379974 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-28658fb3-6062-492f-8a6e-372821aa62fb req-0d96e087-e3df-49c2-b4ec-fe9442e0c423 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0494339 Sep 15 18:33:36.419075 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-28658fb3-6062-492f-8a6e-372821aa62fb req-d8787437-ee96-4fc2-b58b-487eb0ad0905 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Sep 15 18:33:36.672132 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee277e-d638-4a23-bf60-61645c1d4121 req-7eb499af-6413-4406-8216-0c03bbba9d29 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:36.673664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-95ee277e-d638-4a23-bf60-61645c1d4121 req-7eb499af-6413-4406-8216-0c03bbba9d29 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0549722 Sep 15 18:33:36.713008 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-95ee277e-d638-4a23-bf60-61645c1d4121 req-78e09fc7-2340-4e0a-b563-5856ea019e2a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Sep 15 18:33:36.842099 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb12f4-8335-4393-81be-3d2c84858586 req-d5f5bcd0-5999-4ac9-9f32-e4b6a71a1263 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:36.843568 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72bb12f4-8335-4393-81be-3d2c84858586 req-d5f5bcd0-5999-4ac9-9f32-e4b6a71a1263 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 945 time: 0.0539656 Sep 15 18:33:36.881917 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72bb12f4-8335-4393-81be-3d2c84858586 req-f886c252-6dd6-457f-bffe-74c21de132bb tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323424 Sep 15 18:33:37.173823 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:33:37.217910 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224c51-9c65-4478-aaa9-d336528f78a2 req-8321e92e-8bdb-4370-a499-89c23a466808 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:37.219968 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bf224c51-9c65-4478-aaa9-d336528f78a2 req-8321e92e-8bdb-4370-a499-89c23a466808 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Sep 15 18:33:37.234973 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port c3859c91-e1d1-4400-8568-49db436706d9 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:33:37.239097 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port c3859c91-e1d1-4400-8568-49db436706d9 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:37.239467 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:37.267274 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bf224c51-9c65-4478-aaa9-d336528f78a2 req-2f58569e-3598-4e62-a7aa-28fdb2409561 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Sep 15 18:33:37.319099 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:37.357440 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:37.364086 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:37.387732 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:37.390353 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c0ec6c-5add-4364-8fca-ae64d14b10f1" -d '{"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-plugged", "status": "completed", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:37.426400 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:37.437551 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-a90480f4-c23e-4635-b580-b9b91d887180 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:37.439195 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-a90480f4-c23e-4635-b580-b9b91d887180 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "GET /v2.0/networks?id=e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 200 len: 809 time: 0.1253405 Sep 15 18:33:37.444504 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e5c11515-5d9e-4e3a-be5a-8f0e784ce29f req-03ea21e8-96b4-4e43-9efd-6534aa74be5f tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 210 time: 0.0355208 Sep 15 18:33:37.450948 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff986781-5234-430d-a0b6-0faf6cee1269 x-openstack-request-id: req-ff986781-5234-430d-a0b6-0faf6cee1269 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:37.451246 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-plugged", "status": "completed", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:37.451497 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff986781-5234-430d-a0b6-0faf6cee1269 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:37.451897 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'code': 200} Sep 15 18:33:37.464213 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Request body: {'port': {'device_id': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66', 'admin_state_up': True, 'tenant_id': '77b9168a6d6f4689b4a0650cdc24c6ba'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:37.599181 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0fd01-9dd8-44b9-b349-e8aec2f3497b req-aa1827bf-94c9-4f48-89dd-ddd2028f2444 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:37.600674 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8cf0fd01-9dd8-44b9-b349-e8aec2f3497b req-aa1827bf-94c9-4f48-89dd-ddd2028f2444 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0793760 Sep 15 18:33:37.633117 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Made reservation on behalf of 77b9168a6d6f4689b4a0650cdc24c6ba for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:33:37.636770 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:37.659258 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8cf0fd01-9dd8-44b9-b349-e8aec2f3497b req-d7466944-9eee-4293-922c-f3ab87b9b08b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515897 Sep 15 18:33:37.785556 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d5605-a9e5-4b93-8e3c-29ea4366ce6d req-5bd75c2f-9420-436a-90d4-fe294e366e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:37.787005 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d80d5605-a9e5-4b93-8e3c-29ea4366ce6d req-5bd75c2f-9420-436a-90d4-fe294e366e9b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1099 time: 0.0793135 Sep 15 18:33:37.828056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Allocated IP 172.20.0.9 (e1dadad4-ee76-4773-a6b1-3ed164b0af66/3bf6fb17-99ff-418f-bd10-b6e7ba6856e8/a4c90893-4957-4010-a22d-490b203c7511) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:33:37.832285 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb8590-eb02-4827-b5d8-6263d13827b9 req-b5d1143d-d3af-49b8-8216-487ca0014b3c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:37.833814 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-82bb8590-eb02-4827-b5d8-6263d13827b9 req-b5d1143d-d3af-49b8-8216-487ca0014b3c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0536432 Sep 15 18:33:37.846407 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d80d5605-a9e5-4b93-8e3c-29ea4366ce6d req-6349a21e-4cf9-4fff-9328-9d746392a70f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505040 Sep 15 18:33:37.879123 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-82bb8590-eb02-4827-b5d8-6263d13827b9 req-b5a4cd8e-5257-4c59-b3c9-d49b505799a6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Sep 15 18:33:38.014055 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.053157 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87824f94-c5af-4481-8b92-19457b9c3ce6 req-a6181be0-a20e-490e-afca-b37faf56f5f9 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:38.062688 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-87824f94-c5af-4481-8b92-19457b9c3ce6 req-a6181be0-a20e-490e-afca-b37faf56f5f9 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0891862 Sep 15 18:33:38.127622 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-87824f94-c5af-4481-8b92-19457b9c3ce6 req-91bb5a3e-92a6-4af1-b8dd-9f9f824839a7 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617578 Sep 15 18:33:38.128719 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.181878 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Network e1dadad4-ee76-4773-a6b1-3ed164b0af66 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:33:38.187829 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:38.190787 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Pushing event updated for resources: {'Port': ['ID=a4c90893-4957-4010-a22d-490b203c7511,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:38.193952 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:33:38.256701 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:38.258546 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.275790 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d31a059-1893-446a-902a-942142e7887b tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8188329 Sep 15 18:33:38.292370 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Request body: {'port': {'device_id': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:38.373853 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.423012 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdeeb93-6969-44d3-87ce-efeb252de575 req-66fdd336-e642-4946-bec7-90f1ea694647 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:38.424427 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3cdeeb93-6969-44d3-87ce-efeb252de575 req-66fdd336-e642-4946-bec7-90f1ea694647 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0805721 Sep 15 18:33:38.536927 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3cdeeb93-6969-44d3-87ce-efeb252de575 req-678189b5-7d1b-4dc7-84ef-dc65510b3d4a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036766 Sep 15 18:33:38.564403 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08840f6-edb3-4a00-a684-79e9d7609272 req-58192464-722f-40bf-acf6-4c8a90627e80 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:38.566125 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c08840f6-edb3-4a00-a684-79e9d7609272 req-58192464-722f-40bf-acf6-4c8a90627e80 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 931 time: 0.0501947 Sep 15 18:33:38.608221 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c08840f6-edb3-4a00-a684-79e9d7609272 req-d5f13ad8-2156-4112-8b5b-876f1feacd4d tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Sep 15 18:33:38.694989 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c90893-4957-4010-a22d-490b203c7511 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:38.702760 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.715987 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Transition to ACTIVE for port object a4c90893-4957-4010-a22d-490b203c7511 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:33:38.720084 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.793967 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c90893-4957-4010-a22d-490b203c7511,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:38.852290 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261462e-8f85-4505-bd9d-0f344db2fd9f req-17bf58d4-dd7a-4be2-a51d-ea2742b373c9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:38.853833 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5261462e-8f85-4505-bd9d-0f344db2fd9f req-17bf58d4-dd7a-4be2-a51d-ea2742b373c9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1066160 Sep 15 18:33:38.911398 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5261462e-8f85-4505-bd9d-0f344db2fd9f req-d3023612-63cb-4c44-a402-38dd950a4aad tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Sep 15 18:33:38.912219 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Attempting to bind port a4c90893-4957-4010-a22d-490b203c7511 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:33:38.912565 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Attempting to bind port a4c90893-4957-4010-a22d-490b203c7511 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:33:38.912893 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Attempting to bind port a4c90893-4957-4010-a22d-490b203c7511 on network e1dadad4-ee76-4773-a6b1-3ed164b0af66 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:38.917690 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Port a4c90893-4957-4010-a22d-490b203c7511 on network e1dadad4-ee76-4773-a6b1-3ed164b0af66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:33:38.918016 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Attempting to bind port a4c90893-4957-4010-a22d-490b203c7511 on network e1dadad4-ee76-4773-a6b1-3ed164b0af66 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:33:38.922872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:33:38.923210 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Checking segment: {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:33:38.923593 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Bound using segment: {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:33:38.924060 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Bound port: a4c90893-4957-4010-a22d-490b203c7511, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b612c31-dc22-42d4-a995-05a46e17838e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:33:38.924422 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:38.993014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] For port a4c90893-4957-4010-a22d-490b203c7511, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:33:38.995996 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] For port a4c90893-4957-4010-a22d-490b203c7511, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a4c90893-4957-4010-a22d-490b203c7511,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:33:39.000428 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:39.039904 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.040518 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:39.041889 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] 10.222.0.50 "PUT /v2.0/ports/a4c90893-4957-4010-a22d-490b203c7511 HTTP/1.1" status: 200 len: 1093 time: 0.7550778 Sep 15 18:33:39.042306 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'tag': 'a4c90893-4957-4010-a22d-490b203c7511'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:39.044587 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6", "tag": "a4c90893-4957-4010-a22d-490b203c7511"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:39.069103 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2c693-ed6c-4df5-b5a6-dbe5290c0370 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c90893-4957-4010-a22d-490b203c7511,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:39.093853 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ab17f-3648-4f78-973a-2727d538c265 x-openstack-request-id: req-005ab17f-3648-4f78-973a-2727d538c265 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:39.094234 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6", "tag": "a4c90893-4957-4010-a22d-490b203c7511", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:39.094456 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-005ab17f-3648-4f78-973a-2727d538c265 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:39.094854 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'tag': 'a4c90893-4957-4010-a22d-490b203c7511', 'status': 'completed', 'code': 200} Sep 15 18:33:39.143315 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-2299f87f-5dc7-4e4c-b131-55e7d5768404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.144813 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-2299f87f-5dc7-4e4c-b131-55e7d5768404 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0401635 Sep 15 18:33:39.191465 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 10118a8f-7828-47a1-b6f7-9085143c05cf no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:33:39.198473 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-1d4b9e90-10ac-438d-8c58-cc52eeec6b36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c90893-4957-4010-a22d-490b203c7511 HTTP/1.1" status: 200 len: 217 time: 0.0397277 Sep 15 18:33:39.218362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 10118a8f-7828-47a1-b6f7-9085143c05cf {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:33:39.218705 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 10118a8f-7828-47a1-b6f7-9085143c05cf not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:33:39.277940 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-995c02e6-1fb6-435e-9f26-49b27f51df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.279306 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-995c02e6-1fb6-435e-9f26-49b27f51df5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3bf6fb17-99ff-418f-bd10-b6e7ba6856e8 HTTP/1.1" status: 200 len: 849 time: 0.0717101 Sep 15 18:33:39.295697 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee5d97-7321-4a39-8d43-4e69cb36124d req-e7834822-ac75-457d-be96-3ba7fa18d7d4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.297191 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1cee5d97-7321-4a39-8d43-4e69cb36124d req-e7834822-ac75-457d-be96-3ba7fa18d7d4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0619478 Sep 15 18:33:39.331495 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-a707f2cd-69ec-4900-9190-4a7f6c4e8d20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1dadad4-ee76-4773-a6b1-3ed164b0af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333381 Sep 15 18:33:39.368579 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1cee5d97-7321-4a39-8d43-4e69cb36124d req-ecde70c5-d439-4b38-9f96-25c90b8b8bb3 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623410 Sep 15 18:33:39.443485 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-7d1d079f-815e-48c7-a78d-e25cab012d0e service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872378 Sep 15 18:33:39.553364 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34faf421-f0e6-42bb-a0fc-07171137ecd7 req-f28aa14e-6a29-4e93-9d85-55f84aab57e8 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905974 Sep 15 18:33:39.698867 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfc9a4-218f-4f05-afa7-608679e8085a req-b51567dc-2bac-42eb-9ef6-2c330a8dcd82 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.700417 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-21dfc9a4-218f-4f05-afa7-608679e8085a req-b51567dc-2bac-42eb-9ef6-2c330a8dcd82 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0905058 Sep 15 18:33:39.702422 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-0829b0b2-49e9-46ed-9e4b-ff196f4445eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.703800 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-0829b0b2-49e9-46ed-9e4b-ff196f4445eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0916471 Sep 15 18:33:39.750676 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb975824-68d5-4e83-ab24-c97fc8e9b0c8 req-fbb5a3ef-4a68-49b5-a2cb-65df94173b33 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.761626 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-eb975824-68d5-4e83-ab24-c97fc8e9b0c8 req-fbb5a3ef-4a68-49b5-a2cb-65df94173b33 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 943 time: 0.0695722 Sep 15 18:33:39.801366 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-eb975824-68d5-4e83-ab24-c97fc8e9b0c8 req-e9ab3f8b-bb1d-4b08-b894-296b35f5bdb2 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Sep 15 18:33:39.810404 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-21dfc9a4-218f-4f05-afa7-608679e8085a req-47aae56c-ca87-4cf2-9f4e-c7e1da56c05a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005936 Sep 15 18:33:39.835821 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-3798cbe1-9015-4be1-88f0-fef46be0469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:39.837309 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-3798cbe1-9015-4be1-88f0-fef46be0469b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 200 len: 910 time: 0.1246424 Sep 15 18:33:39.884565 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-24518133-9fd0-484f-a389-cbc69e476830 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c90893-4957-4010-a22d-490b203c7511 HTTP/1.1" status: 200 len: 217 time: 0.0347388 Sep 15 18:33:40.036941 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad081349-51a5-480b-8070-29c639cf37f9 req-6eaf75a1-aed1-47a2-86d3-7dd0b74f918e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:40.038555 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ad081349-51a5-480b-8070-29c639cf37f9 req-6eaf75a1-aed1-47a2-86d3-7dd0b74f918e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0553086 Sep 15 18:33:40.082902 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ad081349-51a5-480b-8070-29c639cf37f9 req-2d0576df-7dce-4c27-ada6-aa8652700a61 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373185 Sep 15 18:33:40.162642 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-79f67865-29f3-4025-8c35-fca2c021780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:40.164161 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-79f67865-29f3-4025-8c35-fca2c021780a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3bf6fb17-99ff-418f-bd10-b6e7ba6856e8 HTTP/1.1" status: 200 len: 849 time: 0.2689705 Sep 15 18:33:40.197472 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-2b9f8864-7888-4136-8dae-4446534852e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e1dadad4-ee76-4773-a6b1-3ed164b0af66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242174 Sep 15 18:33:40.292953 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-b1f74913-1da9-4914-9dbd-46be717df5c4 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826905 Sep 15 18:33:40.419123 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5c4f4ea1-5ad2-4968-9492-f41aef5ccfc3 req-286af8e9-1bb3-4760-ada9-93f124f351b6 service neutron] 10.222.0.50 "GET /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114943 Sep 15 18:33:40.485122 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99947cf3-cfb4-4c86-9c0e-929ca7163d10 req-d6d3bef4-83e0-4eec-a0bd-e581428a8c92 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:40.486566 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-99947cf3-cfb4-4c86-9c0e-929ca7163d10 req-d6d3bef4-83e0-4eec-a0bd-e581428a8c92 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0488243 Sep 15 18:33:40.525809 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-99947cf3-cfb4-4c86-9c0e-929ca7163d10 req-3ecb7366-67b5-4f27-bef6-8fd084366e96 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Sep 15 18:33:40.936642 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c25345-7585-410d-b0b9-20a347d86b12 req-c7604061-915c-456c-8d2e-6e175be9b14b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:40.938123 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d0c25345-7585-410d-b0b9-20a347d86b12 req-c7604061-915c-456c-8d2e-6e175be9b14b tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Sep 15 18:33:40.956375 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecebc12-f108-41d0-8887-33f322f66c4e req-f41c6b23-0750-47e5-9ed2-9c13f2e0e180 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:40.957869 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cecebc12-f108-41d0-8887-33f322f66c4e req-f41c6b23-0750-47e5-9ed2-9c13f2e0e180 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 943 time: 0.0753465 Sep 15 18:33:40.977986 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d0c25345-7585-410d-b0b9-20a347d86b12 req-24949a8e-fb9b-49ba-8ad6-91731fb33b22 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Sep 15 18:33:40.999946 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-cecebc12-f108-41d0-8887-33f322f66c4e req-9f4d8c6c-e300-4532-a07a-271b39499d4c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Sep 15 18:33:41.200470 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e94-a0fd-4d53-acf1-6b7a20263591 req-c7c6e604-0c11-40d9-b835-9fec03580870 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:41.201935 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9e737e94-a0fd-4d53-acf1-6b7a20263591 req-c7c6e604-0c11-40d9-b835-9fec03580870 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0505772 Sep 15 18:33:41.246123 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9e737e94-a0fd-4d53-acf1-6b7a20263591 req-114ed07c-b5a3-48a5-9081-6318e0fc2a69 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Sep 15 18:33:41.642759 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b56c71-8682-4a1a-8b2c-ad9f96965dfd req-27707c5f-b556-4988-91f6-70825c04b755 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:41.644373 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-73b56c71-8682-4a1a-8b2c-ad9f96965dfd req-27707c5f-b556-4988-91f6-70825c04b755 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0524566 Sep 15 18:33:41.684002 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-73b56c71-8682-4a1a-8b2c-ad9f96965dfd req-a51924bc-319f-4be9-852c-b5059c8255e3 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Sep 15 18:33:42.102600 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9f538-bc68-46c7-be48-e3499ddcf9cd req-45132ec7-d1df-4d2a-9182-7b5439cdb660 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.103998 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fef9f538-bc68-46c7-be48-e3499ddcf9cd req-45132ec7-d1df-4d2a-9182-7b5439cdb660 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0529168 Sep 15 18:33:42.117691 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc925-528a-4cc6-9f78-aec4f5696411 req-5b4a20c6-ffc8-4272-9942-aa9de1c5052e tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.119265 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-98edc925-528a-4cc6-9f78-aec4f5696411 req-5b4a20c6-ffc8-4272-9942-aa9de1c5052e tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 943 time: 0.0512664 Sep 15 18:33:42.143597 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fef9f538-bc68-46c7-be48-e3499ddcf9cd req-0804df4f-e8a6-4535-b7ff-d0470cc6ca63 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Sep 15 18:33:42.158622 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-98edc925-528a-4cc6-9f78-aec4f5696411 req-303ff50b-e921-4f76-8680-82a4519936a9 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Sep 15 18:33:42.254872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd255220-2bd2-4124-bec6-e01761132b14 req-4ace55c3-c72c-4b85-9414-4dc6b0008a2f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.256384 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dd255220-2bd2-4124-bec6-e01761132b14 req-4ace55c3-c72c-4b85-9414-4dc6b0008a2f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0547111 Sep 15 18:33:42.295615 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dd255220-2bd2-4124-bec6-e01761132b14 req-ac5308e9-7eb3-49dd-8063-a37672ca8e65 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Sep 15 18:33:42.318410 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53688) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:42.367919 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001bc56-28d7-4bef-a201-9030db503f44 req-376c2720-f5ec-4c4b-b83d-c378f0432ab9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.369565 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5001bc56-28d7-4bef-a201-9030db503f44 req-376c2720-f5ec-4c4b-b83d-c378f0432ab9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0534148 Sep 15 18:33:42.415102 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5001bc56-28d7-4bef-a201-9030db503f44 req-d12c0b91-b09e-4945-be5f-e0c545163dd8 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Sep 15 18:33:42.589603 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78374601-2709-41ef-9063-01e1a9778cae tempest-TestMinimumBasicScenario-1730327697 tempest-TestMinimumBasicScenario-1730327697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.591212 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-78374601-2709-41ef-9063-01e1a9778cae tempest-TestMinimumBasicScenario-1730327697 tempest-TestMinimumBasicScenario-1730327697-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1094 time: 0.2718227 Sep 15 18:33:42.594189 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53694) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:42.598452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'port_id': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:42.622215 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:42.719658 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:42.801409 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15109fc-ce20-4697-b40d-81778f62bee3 req-1d238f98-31b9-45d4-97a3-19c02996bd01 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.802875 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e15109fc-ce20-4697-b40d-81778f62bee3 req-1d238f98-31b9-45d4-97a3-19c02996bd01 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0516589 Sep 15 18:33:42.839701 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Allocated IP 172.27.1.173 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/075f79c8-cfbf-4a71-851e-2b2758f01d68) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:33:42.844606 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e15109fc-ce20-4697-b40d-81778f62bee3 req-6af79f89-ae61-46d1-9423-82b9ae7a9c33 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347061 Sep 15 18:33:42.968087 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:42.987884 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005b6a-13e2-4cfe-b2a8-5974d18b2559 req-fe40cd37-d962-48ea-82ba-6ae0ac444b00 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:42.989359 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-95005b6a-13e2-4cfe-b2a8-5974d18b2559 req-fe40cd37-d962-48ea-82ba-6ae0ac444b00 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Sep 15 18:33:43.042195 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.051946 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-95005b6a-13e2-4cfe-b2a8-5974d18b2559 req-f1f90412-e703-4142-a96d-d929b2e8634b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557547 Sep 15 18:33:43.074665 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53702) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:43.082781 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:33:43.085758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:43.091394 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:33:43.096912 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'Port': ['ID=075f79c8-cfbf-4a71-851e-2b2758f01d68,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:43.203271 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device a4c90893-4957-4010-a22d-490b203c7511 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:33:43.206054 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:33:43.290024 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f29807-6df8-43aa-a976-f1ce9d387fc1 tempest-TestShelveInstance-460406775 tempest-TestShelveInstance-460406775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:43.291626 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-46f29807-6df8-43aa-a976-f1ce9d387fc1 tempest-TestShelveInstance-460406775 tempest-TestShelveInstance-460406775-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1094 time: 0.2159760 Sep 15 18:33:43.294730 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53710) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:43.302290 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'port_id': 'c3859c91-e1d1-4400-8568-49db436706d9', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:43.306995 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb5dc5-750a-49c2-a97a-88a91c513a69 req-a3e0d47a-a68a-4d96-a269-3746866c3da2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:43.308772 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-92bb5dc5-750a-49c2-a97a-88a91c513a69 req-a3e0d47a-a68a-4d96-a269-3746866c3da2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0638616 Sep 15 18:33:43.334266 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port a4c90893-4957-4010-a22d-490b203c7511, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a4c90893-4957-4010-a22d-490b203c7511,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:43.346272 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': 'a4c90893-4957-4010-a22d-490b203c7511', 'network_id': 'e1dadad4-ee76-4773-a6b1-3ed164b0af66', 'port_id': 'a4c90893-4957-4010-a22d-490b203c7511', 'mac_address': 'fa:16:3e:3a:f4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf6fb17-99ff-418f-bd10-b6e7ba6856e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:33:43.352417 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-92bb5dc5-750a-49c2-a97a-88a91c513a69 req-53dde615-65cd-487c-9906-556bc2332465 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368638 Sep 15 18:33:43.381579 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50a3d5-c8d4-4581-954d-02f9e9866062 req-5761d4b8-bee6-4fc6-9d2b-18e139776ff3 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:43.383723 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1d50a3d5-c8d4-4581-954d-02f9e9866062 req-5761d4b8-bee6-4fc6-9d2b-18e139776ff3 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 943 time: 0.1219521 Sep 15 18:33:43.386085 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.392077 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.404698 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c90893-4957-4010-a22d-490b203c7511 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:33:43.425364 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port a4c90893-4957-4010-a22d-490b203c7511, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a4c90893-4957-4010-a22d-490b203c7511,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:43.429557 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.476729 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=a4c90893-4957-4010-a22d-490b203c7511,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:43.503579 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1d50a3d5-c8d4-4581-954d-02f9e9866062 req-68ee9633-c0c9-4372-967c-11f5d7717752 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131661 Sep 15 18:33:43.549947 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46da28e-2d0e-406a-9e52-c23ed50800c4 req-68e6790c-2f61-4e69-9e84-3bd11d45b7a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:43.551452 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e46da28e-2d0e-406a-9e52-c23ed50800c4 req-68e6790c-2f61-4e69-9e84-3bd11d45b7a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0580399 Sep 15 18:33:43.590551 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e46da28e-2d0e-406a-9e52-c23ed50800c4 req-83dce4e9-e09e-4a86-8d90-5eea0672fdcc tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Sep 15 18:33:43.647516 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.653575 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.787480 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:43.836034 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Allocated IP 172.27.1.246 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/8276bcd2-9311-425b-9f5f-d0af9faf7c7e) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:33:43.887837 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['a4c90893-4957-4010-a22d-490b203c7511'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:44.021003 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:44.042273 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:44.048524 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:44.128847 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'Port': ['ID=075f79c8-cfbf-4a71-851e-2b2758f01d68,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:44.136056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:44.182058 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:44.184706 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:33:44.223566 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:33:44.230200 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:33:44.236089 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'Port': ['ID=8276bcd2-9311-425b-9f5f-d0af9faf7c7e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:44.351570 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Floating IP 87464803-660a-4e2b-9e68-cf9795f9e0d5 associated. External IP: 172.27.1.173, port: f966f442-fd67-484e-8cb5-627c1791ab41. Sep 15 18:33:44.471773 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852049-1025-4fee-9afc-60cd9f8c3593 req-39660d3f-2d78-4e6c-a246-9fedf9a94fef tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:44.473288 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-53852049-1025-4fee-9afc-60cd9f8c3593 req-39660d3f-2d78-4e6c-a246-9fedf9a94fef tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0483332 Sep 15 18:33:44.511210 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-53852049-1025-4fee-9afc-60cd9f8c3593 req-7ccbc1e4-b903-4b91-a1f6-4d6c24d91181 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Sep 15 18:33:44.708638 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e5375-f42f-40b7-b40a-90df740f9d83 req-95e97393-d1e1-463c-a4dc-5fbab10bac71 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:44.710982 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf4e5375-f42f-40b7-b40a-90df740f9d83 req-95e97393-d1e1-463c-a4dc-5fbab10bac71 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0505219 Sep 15 18:33:44.754558 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf4e5375-f42f-40b7-b40a-90df740f9d83 req-61db2640-377f-444c-b2c1-37146a8f040f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Sep 15 18:33:44.958414 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43cd3f-4b67-42c9-95f2-a7d610c6f0fa req-fe35293e-cccd-4d7f-bad3-b9ba787a1970 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:44.960964 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d43cd3f-4b67-42c9-95f2-a7d610c6f0fa req-fe35293e-cccd-4d7f-bad3-b9ba787a1970 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 944 time: 0.3654227 Sep 15 18:33:45.032380 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Router 669cf011-3f3b-48ae-b787-f949320f48e7 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:33:45.078680 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d43cd3f-4b67-42c9-95f2-a7d610c6f0fa req-4b85e428-2602-4621-b13f-64446d60bcb6 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072295 Sep 15 18:33:45.135255 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.240267 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:33:45.250866 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] Sync routers for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:33:45.255715 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.260067 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:33:45.260671 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:33:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:45.276588 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.320367 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4ac05c1a-80c8-48e6-ac4a-2fac959c9ad7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7243280 Sep 15 18:33:45.321072 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:45.322613 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53728) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:45.323406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642774a1-c85c-4dc7-b21e-29b578e3c70b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:45.328151 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665184974', 'description': 'tempest-secgroup-smoke-665184974 description', 'project_id': '14a9557e424b4137841acf70e5067ccc'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:45.365103 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:33:45.370066 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.396302 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b7075-9cf9-4c0c-acc6-5b63acae5707 x-openstack-request-id: req-407b7075-9cf9-4c0c-acc6-5b63acae5707 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:45.396824 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:45.397218 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-407b7075-9cf9-4c0c-acc6-5b63acae5707 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:45.397422 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'status': 'completed', 'code': 200} Sep 15 18:33:45.467204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.471594 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.495707 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-04d04190-ba1d-4d10-98bb-1814ccc11bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:45.497238 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-04d04190-ba1d-4d10-98bb-1814ccc11bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1099 time: 0.0726545 Sep 15 18:33:45.499279 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.501024 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.504005 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.504397 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1801260 Sep 15 18:33:45.506130 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53732) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:45.511132 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group_rule': {'security_group_id': '317b9c03-cfd5-421a-80c6-f96a31b71435', 'project_id': '14a9557e424b4137841acf70e5067ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:45.516374 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cac14-14f2-4357-afbc-3bc12e7ddd3f tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317b9c03-cfd5-421a-80c6-f96a31b71435,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:45.544209 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.577779 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event updated for resources: {'Port': ['ID=8276bcd2-9311-425b-9f5f-d0af9faf7c7e,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:45.612836 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '87464803-660a-4e2b-9e68-cf9795f9e0d5', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'port_id': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'mac_address': 'fa:16:3e:b3:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:33:43Z', 'updated_at': '2021-09-15T18:33:43Z', 'revision_number': 0, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:45.621298 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.626222 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.639277 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] Checking router: 669cf011-3f3b-48ae-b787-f949320f48e7 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:33:45.648730 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:33:45.649558 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:33:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:45.650577 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b57c76-72f9-4367-95c5-5f99f8df4647,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:45.658413 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.662507 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554379 Sep 15 18:33:45.663997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.664350 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.664691 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.665029 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.665487 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.665829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.666157 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.666485 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.666811 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.667136 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.667459 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.667782 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d0f7c-6f1a-4b65-90b3-2129ab1c62b8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:45.676259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 53736) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:45.702078 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group_rule': {'security_group_id': '317b9c03-cfd5-421a-80c6-f96a31b71435', 'project_id': '14a9557e424b4137841acf70e5067ccc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:45.753900 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.759834 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:33:45.795609 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-7fc7cdd2-57fc-49ed-a190-72e3d6b2547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:45.798387 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-7fc7cdd2-57fc-49ed-a190-72e3d6b2547e service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 916 time: 0.2813432 Sep 15 18:33:45.813002 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa20fb6-edec-4d35-b24f-7bce8965c7dd req-8a11abda-8adf-40af-95c4-9add04e0ca60 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:45.814457 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfa20fb6-edec-4d35-b24f-7bce8965c7dd req-8a11abda-8adf-40af-95c4-9add04e0ca60 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.2033851 Sep 15 18:33:45.818163 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:45.875899 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cc20f-e6ef-4c99-9dfa-661ad880314a req-5182c92e-8c7d-4abc-89a7-4e91506542a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:45.877512 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e25cc20f-e6ef-4c99-9dfa-661ad880314a req-5182c92e-8c7d-4abc-89a7-4e91506542a2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0501196 Sep 15 18:33:45.931940 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e25cc20f-e6ef-4c99-9dfa-661ad880314a req-34f7b0d2-ff29-40c0-aba4-be85e05c3b7c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469050 Sep 15 18:33:45.988693 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-ab695e03-0f86-4ae9-b6bb-abd0652c346d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 1000 time: 0.1715925 Sep 15 18:33:46.005346 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '87464803-660a-4e2b-9e68-cf9795f9e0d5', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'port_id': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'mac_address': 'fa:16:3e:b3:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:33:43Z', 'updated_at': '2021-09-15T18:33:43Z', 'revision_number': 0, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:46.005899 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bfa20fb6-edec-4d35-b24f-7bce8965c7dd req-7c0469d0-aa0e-4fc1-bca6-f8d43cdeabde tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765895 Sep 15 18:33:46.022318 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Floating IP 79736d0f-4563-4bb1-9d75-90f944bedfb1 associated. External IP: 172.27.1.246, port: c3859c91-e1d1-4400-8568-49db436706d9. Sep 15 18:33:46.034582 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7dc01c-d0ad-408a-ac75-3896858be8e1 None None] The sync data for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi is: [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '87464803-660a-4e2b-9e68-cf9795f9e0d5', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'port_id': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'mac_address': 'fa:16:3e:b3:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:33:43Z', 'updated_at': '2021-09-15T18:33:43Z', 'revision_number': 0, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:33:46.082758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.094741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.137987 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160f8206-d3aa-4b54-ac86-d36b124c29cd,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:46.152620 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.153814 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4763534 Sep 15 18:33:46.156645 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53746) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:46.161158 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group_rule': {'security_group_id': '317b9c03-cfd5-421a-80c6-f96a31b71435', 'project_id': '14a9557e424b4137841acf70e5067ccc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:46.161896 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-ae598c03-8616-48f4-8c9d-11d3539bffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:46.163721 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-ae598c03-8616-48f4-8c9d-11d3539bffcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.1526031 Sep 15 18:33:46.195825 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.196210 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.196332 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.196556 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.196895 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.197237 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.197576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.197909 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.198355 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.198859 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.199020 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.199345 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.199673 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450328d-f3e1-4311-8449-ff1b1147114a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:33:46.263751 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.270657 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df98c43-f01f-4ec7-850a-3124cff24384 None None] New status for floating IP 87464803-660a-4e2b-9e68-cf9795f9e0d5: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:33:46.273381 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.289227 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252edc24-fe8a-413e-be2e-4efc7d2b53b4,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:46.305815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.308927 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-f11b11af-068f-45fd-8a24-6ba58fd1dc19 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496403 Sep 15 18:33:46.310359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53748) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:46.316451 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group_rule': {'security_group_id': '317b9c03-cfd5-421a-80c6-f96a31b71435', 'project_id': '14a9557e424b4137841acf70e5067ccc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:46.345334 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.352757 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cf551-7aa9-46f5-9660-7f71b91ca9f1 req-9843f762-2b78-4b5e-9e27-17f8b9c32a26 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:46.354864 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-356cf551-7aa9-46f5-9660-7f71b91ca9f1 req-9843f762-2b78-4b5e-9e27-17f8b9c32a26 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 944 time: 0.1897848 Sep 15 18:33:46.357836 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-d5428f1b-1d61-4176-a757-1b92206ce252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:46.359242 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-d5428f1b-1d61-4176-a757-1b92206ce252 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1518979 Sep 15 18:33:46.410450 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.415041 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.433915 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83434c6c-9ef2-4d8c-ae11-c4b35b956ded,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:46.441703 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.443385 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-90b62f0b-bd91-492b-b543-d814d96d9080 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307917 Sep 15 18:33:46.446797 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53750) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:46.451213 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group_rule': {'security_group_id': '317b9c03-cfd5-421a-80c6-f96a31b71435', 'project_id': '14a9557e424b4137841acf70e5067ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:46.475334 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.securitygroups_db [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Project 14a9557e424b4137841acf70e5067ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:33:46.480475 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.501949 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-356cf551-7aa9-46f5-9660-7f71b91ca9f1 req-387e37a4-2567-4609-bebb-a45231b13313 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366689 Sep 15 18:33:46.534062 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Router c769c7d0-9daa-49ed-b1df-2ef0c2def044 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:33:46.543300 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.548323 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.556010 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-52766132-f487-43b8-924b-69df16643292 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741095 Sep 15 18:33:46.566782 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebb7034-6208-4f38-b3ee-2bd0a1e13fdb,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:46.575057 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.579117 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-80f8ee40-501d-42c3-b56c-efa790db8c6e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313310 Sep 15 18:33:46.579731 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 53752) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:33:46.584113 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'security_group_rule': {'security_group_id': '317b9c03-cfd5-421a-80c6-f96a31b71435', 'project_id': '14a9557e424b4137841acf70e5067ccc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:46.606937 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.securitygroups_db [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Project 14a9557e424b4137841acf70e5067ccc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:33:46.611789 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.673633 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.677969 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.695702 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c695b21-1f47-43ae-bcb7-27c3a39f2a69,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:46.705877 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.707100 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a6f86dec-3546-4d25-a0e7-77b2d05f9f40 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263621 Sep 15 18:33:46.801866 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-87c050e6-9070-4e8d-a155-660c7cc9430c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665184974&fields=id&tenant_id=14a9557e424b4137841acf70e5067ccc HTTP/1.1" status: 200 len: 267 time: 0.0446246 Sep 15 18:33:46.857729 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-436aeab8-498f-43a0-baa0-e2c1db0a12a4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:46.859310 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-436aeab8-498f-43a0-baa0-e2c1db0a12a4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0506468 Sep 15 18:33:46.871145 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'port': {'security_groups': ['c016afc9-0ade-4075-8436-7f56d5e3f837', '317b9c03-cfd5-421a-80c6-f96a31b71435']}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:33:46.941026 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:46.964991 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:33:46.968086 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-642774a1-c85c-4dc7-b21e-29b578e3c70b req-bc7a8552-346e-47f8-8de1-071d70cd3b65 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706884 Sep 15 18:33:46.975535 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] Sync routers for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:33:46.984246 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.001024 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:33:47.001931 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:33:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:47.016399 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-699fb726-5899-48ef-823c-83f7434392c0 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7201092 Sep 15 18:33:47.098645 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b3933-f2af-4fd2-bab5-34c4ee5ced78 req-07159942-fed1-47de-92a4-1ec06416696e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.100395 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a7b3933-f2af-4fd2-bab5-34c4ee5ced78 req-07159942-fed1-47de-92a4-1ec06416696e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0523477 Sep 15 18:33:47.122241 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:33:47.151759 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7a7b3933-f2af-4fd2-bab5-34c4ee5ced78 req-9c5f9a8e-689c-445d-9ef9-0de52eccdc84 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Sep 15 18:33:47.172204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:47.202712 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.207813 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.211547 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device a4c90893-4957-4010-a22d-490b203c7511 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:33:47.245449 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['f966f442-fd67-484e-8cb5-627c1791ab41'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:47.264470 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.265099 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.266503 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b430d86b-f116-4b49-a89d-58b8f5991d2c req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "PUT /v2.0/ports/f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 982 time: 0.4003706 Sep 15 18:33:47.266959 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:47.269224 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e34633b-59fd-4e84-840d-f785758872f3" -d '{"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:47.302929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bcb98-8e51-4591-bfb5-b7bd6efc7dce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=6']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:47.311665 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3830-2a53-468a-ab32-8c59f47ee5f0 req-d6d00e4e-9f2b-4cf0-99c5-1306fcedc559 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.315428 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62ff3830-2a53-468a-ab32-8c59f47ee5f0 req-d6d00e4e-9f2b-4cf0-99c5-1306fcedc559 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0734622 Sep 15 18:33:47.366757 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-62ff3830-2a53-468a-ab32-8c59f47ee5f0 req-fc30a4a0-b610-4124-9d63-299b209abafc tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Sep 15 18:33:47.398914 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:47.402696 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f99f03b-80e3-43a5-b692-103922fe52b4" -d '{"events": [{"name": "network-changed", "server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:47.429631 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port a4c90893-4957-4010-a22d-490b203c7511 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:33:47.436979 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a5f0e-048b-4406-bc2e-ab09ece7753d x-openstack-request-id: req-c40a5f0e-048b-4406-bc2e-ab09ece7753d {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:47.437274 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:47.437525 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c40a5f0e-048b-4406-bc2e-ab09ece7753d {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:47.437924 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'status': 'completed', 'code': 200} Sep 15 18:33:47.450761 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '79736d0f-4563-4bb1-9d75-90f944bedfb1', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'port_id': 'c3859c91-e1d1-4400-8568-49db436706d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'mac_address': 'fa:16:3e:e4:74:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:33:44Z', 'updated_at': '2021-09-15T18:33:44Z', 'revision_number': 0, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:31Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:47.451300 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['f966f442-fd67-484e-8cb5-627c1791ab41'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:47.455752 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port a4c90893-4957-4010-a22d-490b203c7511 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:47.456247 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.497306 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232b30d8-d963-46a4-b948-f3dead0cf9d1 x-openstack-request-id: req-232b30d8-d963-46a4-b948-f3dead0cf9d1 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:47.497593 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:47.497943 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-232b30d8-d963-46a4-b948-f3dead0cf9d1 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:47.498336 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'status': 'completed', 'code': 200} Sep 15 18:33:47.549112 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34633b-59fd-4e84-840d-f785758872f3 req-3a961552-f10a-4a08-9c3e-ef4c35c73fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.550615 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-3a961552-f10a-4a08-9c3e-ef4c35c73fc0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1138 time: 0.0932152 Sep 15 18:33:47.566147 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-cbe118b7-6849-420f-8052-294d6e96100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.567624 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-cbe118b7-6849-420f-8052-294d6e96100b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1099 time: 0.0550759 Sep 15 18:33:47.604897 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36fe18-e821-4e5d-83b4-c51196ad68f3 req-28e3c816-ddcd-427c-bb80-211cf8458c35 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.614774 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ee36fe18-e821-4e5d-83b4-c51196ad68f3 req-28e3c816-ddcd-427c-bb80-211cf8458c35 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0874138 Sep 15 18:33:47.650767 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] Checking router: c769c7d0-9daa-49ed-b1df-2ef0c2def044 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:33:47.659635 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:33:47.660486 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:33:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:47.670356 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ee36fe18-e821-4e5d-83b4-c51196ad68f3 req-f47934e1-7977-4338-8b50-bd436ff94d23 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544825 Sep 15 18:33:47.678214 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-d39d2ebf-cbfc-49aa-892d-90aa2f4519d4 None None] Provisioning complete for port f966f442-fd67-484e-8cb5-627c1791ab41 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:33:47.678641 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d39d2ebf-cbfc-49aa-892d-90aa2f4519d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.766441 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef67a2-4d6c-453c-b6a8-574994542702 req-cd30e345-cab8-413b-821e-2ff98958869c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.768275 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:33:47.768450 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5cef67a2-4d6c-453c-b6a8-574994542702 req-cd30e345-cab8-413b-821e-2ff98958869c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 944 time: 0.1464000 Sep 15 18:33:47.815098 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34633b-59fd-4e84-840d-f785758872f3 req-12a0bae0-9bac-4278-ab74-ba44383fe1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.816599 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-12a0bae0-9bac-4278-ab74-ba44383fe1f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 916 time: 0.2480829 Sep 15 18:33:47.824454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-267e6c18-baf6-49f4-be49-471d0bb8df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:47.825919 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-267e6c18-baf6-49f4-be49-471d0bb8df79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 910 time: 0.2361066 Sep 15 18:33:47.858954 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5cef67a2-4d6c-453c-b6a8-574994542702 req-df8e4c1e-8bee-4c1f-806e-e8550c498d2f tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753193 Sep 15 18:33:47.940998 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:47.956148 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-c9d2691e-ab9a-4f8e-acde-85867621cf37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 1002 time: 0.1134183 Sep 15 18:33:47.957957 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-085d43ea-bd3a-425f-aa00-345e67980d3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 1000 time: 0.1164222 Sep 15 18:33:48.006191 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c90893-4957-4010-a22d-490b203c7511'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:48.008477 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6f3a4-4063-4b23-a6a7-b60ec660f113" -d '{"events": [{"server_uuid": "611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6", "name": "network-vif-plugged", "status": "completed", "tag": "a4c90893-4957-4010-a22d-490b203c7511"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:48.014495 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '79736d0f-4563-4bb1-9d75-90f944bedfb1', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'port_id': 'c3859c91-e1d1-4400-8568-49db436706d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'mac_address': 'fa:16:3e:e4:74:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:33:44Z', 'updated_at': '2021-09-15T18:33:44Z', 'revision_number': 0, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:31Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:33:48.046334 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced7577-75f0-48ef-8f3a-2e57414655d2 None None] The sync data for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi is: [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '79736d0f-4563-4bb1-9d75-90f944bedfb1', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'port_id': 'c3859c91-e1d1-4400-8568-49db436706d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'mac_address': 'fa:16:3e:e4:74:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:33:44Z', 'updated_at': '2021-09-15T18:33:44Z', 'revision_number': 0, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:31Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:33:48.058501 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08eca3e-8c00-4be1-a2aa-f4500d38b9ac x-openstack-request-id: req-c08eca3e-8c00-4be1-a2aa-f4500d38b9ac {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:48.058807 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6", "name": "network-vif-plugged", "status": "completed", "tag": "a4c90893-4957-4010-a22d-490b203c7511", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:48.059061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c08eca3e-8c00-4be1-a2aa-f4500d38b9ac {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:48.059802 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c90893-4957-4010-a22d-490b203c7511', 'code': 200} Sep 15 18:33:48.063168 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port a4c90893-4957-4010-a22d-490b203c7511, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a4c90893-4957-4010-a22d-490b203c7511,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:48.083596 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:48.085517 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34633b-59fd-4e84-840d-f785758872f3 req-2279ac0f-ce26-45bd-8a17-b9c443cd8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.087226 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-2279ac0f-ce26-45bd-8a17-b9c443cd8adb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.1079412 Sep 15 18:33:48.096873 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-17a6c3b3-ec08-4e48-9754-7e896eff13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.098893 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-17a6c3b3-ec08-4e48-9754-7e896eff13d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.1179934 Sep 15 18:33:48.250574 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=a4c90893-4957-4010-a22d-490b203c7511,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:48.251919 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-6f32de12-9be1-4b4c-ad73-13ab6b4238b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.253457 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-6f32de12-9be1-4b4c-ad73-13ab6b4238b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1379392 Sep 15 18:33:48.304544 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34633b-59fd-4e84-840d-f785758872f3 req-1e2bf513-5977-4ddf-bb71-2e9624ae5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.306303 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-1e2bf513-5977-4ddf-bb71-2e9624ae5129 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1919026 Sep 15 18:33:48.312204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0a42-1577-4c35-9bd4-01d4fdfdd852 req-bb6fd003-9f85-4b60-852c-ad7768b4ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.313843 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f4cc0a42-1577-4c35-9bd4-01d4fdfdd852 req-bb6fd003-9f85-4b60-852c-ad7768b4ede6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0744429 Sep 15 18:33:48.370928 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f4cc0a42-1577-4c35-9bd4-01d4fdfdd852 req-f1218288-41f9-4900-a6c7-4bfc6e9eab0c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Sep 15 18:33:48.392159 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84be8f-b641-407d-b349-11e7ff10215d None None] New status for floating IP 79736d0f-4563-4bb1-9d75-90f944bedfb1: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:33:48.446028 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322059-aad0-474a-8563-61531021616c req-613352a7-7334-4e3e-8c96-cfddd77205b1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.447595 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11322059-aad0-474a-8563-61531021616c req-613352a7-7334-4e3e-8c96-cfddd77205b1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1810899 Sep 15 18:33:48.491281 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-f817ff94-972d-47c4-bf83-806cead345ec service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235527 Sep 15 18:33:48.497953 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789622a7-7cb3-4dcf-953d-242863f35497 req-bd7f89fc-3245-433f-9351-093eb186cecf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.499463 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-789622a7-7cb3-4dcf-953d-242863f35497 req-bd7f89fc-3245-433f-9351-093eb186cecf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0508475 Sep 15 18:33:48.519372 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-35c52c35-14e6-4c35-a518-4a668cde26ac service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830180 Sep 15 18:33:48.524969 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11322059-aad0-474a-8563-61531021616c req-39ce49a7-832a-4ef0-b64d-1ad04d9ea535 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Sep 15 18:33:48.547987 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-789622a7-7cb3-4dcf-953d-242863f35497 req-b76e9b8d-7182-4091-8cb8-d81fc79b26e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Sep 15 18:33:48.840761 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e34633b-59fd-4e84-840d-f785758872f3 req-dbf4c52f-8374-4113-84aa-ca2a07234154 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467052 Sep 15 18:33:48.842505 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f99f03b-80e3-43a5-b692-103922fe52b4 req-73e3486b-9218-477d-823f-8c1de7df6795 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559312 Sep 15 18:33:48.976229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4722a76-eecc-4666-a02e-e430aa87d832 req-23246901-bb4a-4753-bc1c-343b7e16ec13 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:48.977666 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c4722a76-eecc-4666-a02e-e430aa87d832 req-23246901-bb4a-4753-bc1c-343b7e16ec13 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0503824 Sep 15 18:33:49.014233 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c4722a76-eecc-4666-a02e-e430aa87d832 req-5629075f-d910-4c0f-b7c6-5f6da9e1c1cb tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Sep 15 18:33:49.650049 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27acf4-9535-40b5-b210-412ffbb7a0c8 req-1d13fb97-2d32-44e3-92e5-aa7580faf10f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:49.651538 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-be27acf4-9535-40b5-b210-412ffbb7a0c8 req-1d13fb97-2d32-44e3-92e5-aa7580faf10f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0572140 Sep 15 18:33:49.690714 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-be27acf4-9535-40b5-b210-412ffbb7a0c8 req-52490ba8-f7cf-47e5-9083-4a218ecf54b1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Sep 15 18:33:49.733733 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7528d-6bf3-4f27-be0c-57c7a2cd76c2 req-21147fa2-30fb-41fd-97d3-47fe8fa22bd3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:49.735427 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f1e7528d-6bf3-4f27-be0c-57c7a2cd76c2 req-21147fa2-30fb-41fd-97d3-47fe8fa22bd3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0601711 Sep 15 18:33:49.774742 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f1e7528d-6bf3-4f27-be0c-57c7a2cd76c2 req-b7feafbe-8631-4389-8cff-759cba322106 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331857 Sep 15 18:33:49.969685 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646b6a0-6efa-4005-9543-584793119aeb req-95c42619-fca2-452b-bbb4-24ae31310d22 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:49.971254 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3646b6a0-6efa-4005-9543-584793119aeb req-95c42619-fca2-452b-bbb4-24ae31310d22 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0483055 Sep 15 18:33:50.011376 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3646b6a0-6efa-4005-9543-584793119aeb req-377809a1-fd8e-4ae8-a72a-4ad73858b0de tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Sep 15 18:33:50.059415 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-bc277abc-0896-48cd-99ad-ee267e0b3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:50.060946 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-bc277abc-0896-48cd-99ad-ee267e0b3523 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1098 time: 0.0445201 Sep 15 18:33:50.130108 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70a7c4-1473-4f4b-9d78-f48833596301 req-1f9fc74f-6797-45d8-90f8-7b240281be62 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:50.131802 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ab70a7c4-1473-4f4b-9d78-f48833596301 req-1f9fc74f-6797-45d8-90f8-7b240281be62 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Sep 15 18:33:50.152543 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-b167e512-84bb-43e3-b8ac-fd6f76441b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:50.153985 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-b167e512-84bb-43e3-b8ac-fd6f76441b52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 912 time: 0.0843513 Sep 15 18:33:50.169104 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ab70a7c4-1473-4f4b-9d78-f48833596301 req-8047be13-4b20-4c7f-a0c8-6d99958ae5ca tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Sep 15 18:33:50.228129 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-43cc5a06-e021-4cf8-98de-1627a311ba9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 200 len: 1001 time: 0.0645208 Sep 15 18:33:50.281222 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-9889f71f-b9d2-476a-8a0b-7f7fe1848f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:50.283012 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-9889f71f-b9d2-476a-8a0b-7f7fe1848f56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0451508 Sep 15 18:33:50.348185 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-a2d83499-d781-496d-bd7b-217eaf47129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:50.349879 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-a2d83499-d781-496d-bd7b-217eaf47129b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392869 Sep 15 18:33:50.446021 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-d63cd510-6bff-4e58-8217-54c9f2b6174a service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865817 Sep 15 18:33:50.538718 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e56f0554-4719-42f7-822c-51e9c33f9145 req-211e5b05-d0f2-4c69-affb-d0c0aaed98e3 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 Sep 15 18:33:50.817973 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6f55-ea61-4351-ac4d-10ccd75faebb req-10c9c569-a12e-4cea-9fd5-bbf2b872a702 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:50.820305 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6cae6f55-ea61-4351-ac4d-10ccd75faebb req-10c9c569-a12e-4cea-9fd5-bbf2b872a702 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0557241 Sep 15 18:33:50.863689 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6cae6f55-ea61-4351-ac4d-10ccd75faebb req-3b652453-be9b-4ffa-9674-104b932d0bb6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Sep 15 18:33:50.901600 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c1c6d6c4-f559-4309-b1e0-0a42efd06d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:51.128304 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795821b-f805-4f23-abb1-f33c28c8dcdf req-a4179212-8bdc-4ccd-9541-5276735837fa tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:51.129833 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4795821b-f805-4f23-abb1-f33c28c8dcdf req-a4179212-8bdc-4ccd-9541-5276735837fa tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0526559 Sep 15 18:33:51.168682 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4795821b-f805-4f23-abb1-f33c28c8dcdf req-6960ce16-7c59-4fa9-a6f5-eb5ec5e7cccc tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Sep 15 18:33:51.284570 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89897594-3a20-4651-abd2-d069d8d271b9 req-6592e19f-3600-4a09-8f56-179f59e965d6 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:51.286028 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-89897594-3a20-4651-abd2-d069d8d271b9 req-6592e19f-3600-4a09-8f56-179f59e965d6 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0474966 Sep 15 18:33:51.323330 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-89897594-3a20-4651-abd2-d069d8d271b9 req-f59b56b4-ea02-400e-b4ed-eba4fb9cc285 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306726 Sep 15 18:33:51.997187 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97502c40-541b-499b-8537-b1ef8eb5e413 req-839bffe3-79d5-4d42-9a86-bffbc4742089 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:51.999090 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-97502c40-541b-499b-8537-b1ef8eb5e413 req-839bffe3-79d5-4d42-9a86-bffbc4742089 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0638227 Sep 15 18:33:52.041937 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-97502c40-541b-499b-8537-b1ef8eb5e413 req-ce86e1ec-6a1c-42f4-91e3-f719753d6e4a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361967 Sep 15 18:33:52.225313 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad2670-13ac-426f-a526-e11e1a1b20b9 req-2544a6e4-1002-43d8-98b7-e7bdd0576883 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:52.227058 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-29ad2670-13ac-426f-a526-e11e1a1b20b9 req-2544a6e4-1002-43d8-98b7-e7bdd0576883 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0483487 Sep 15 18:33:52.267963 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-29ad2670-13ac-426f-a526-e11e1a1b20b9 req-849fdf0c-7b50-4967-ae02-7ff332bf57ba tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346837 Sep 15 18:33:52.355834 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c271fe-6970-4ebd-965b-198cdb1bd94b req-6f4839c4-10e1-4fb4-b758-e54a4ecb7583 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:52.357298 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c4c271fe-6970-4ebd-965b-198cdb1bd94b req-6f4839c4-10e1-4fb4-b758-e54a4ecb7583 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Sep 15 18:33:52.394547 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c4c271fe-6970-4ebd-965b-198cdb1bd94b req-74dc8126-d5bd-45e3-8350-3ed8a00bb4ab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 Sep 15 18:33:53.166276 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96255a80-fa09-494e-abca-b903a808fcbc req-485ba296-f8f5-4cdb-898f-c91325b80b08 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:53.168086 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96255a80-fa09-494e-abca-b903a808fcbc req-485ba296-f8f5-4cdb-898f-c91325b80b08 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0544808 Sep 15 18:33:53.214503 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96255a80-fa09-494e-abca-b903a808fcbc req-3b3bf47c-2439-4f50-9822-cbe6f8df6c16 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Sep 15 18:33:53.286865 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bffd37-2e26-4470-b8c8-971054d2a85b req-cac442a4-f1e3-4ea6-9d8f-4ca320309b39 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:53.288949 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-03bffd37-2e26-4470-b8c8-971054d2a85b req-cac442a4-f1e3-4ea6-9d8f-4ca320309b39 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0502517 Sep 15 18:33:53.327052 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-03bffd37-2e26-4470-b8c8-971054d2a85b req-df98870c-ef4d-40e5-b8bc-005d0fade79c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 15 18:33:53.431295 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7cd6d-d9f5-4b2f-bdb9-8d47cd5255f5 req-e55c730c-2af5-4f74-bcac-ec24d6198a8c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:53.437734 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64b7cd6d-d9f5-4b2f-bdb9-8d47cd5255f5 req-e55c730c-2af5-4f74-bcac-ec24d6198a8c tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0562899 Sep 15 18:33:53.470329 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-64b7cd6d-d9f5-4b2f-bdb9-8d47cd5255f5 req-0b0c4e15-1928-4c38-9500-3ca0907ad24a tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Sep 15 18:33:53.513895 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8066a0-fae6-429c-a667-9ebd53d7588d req-8fd49068-3924-4608-a198-c282483d5d91 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:53.515380 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f8066a0-fae6-429c-a667-9ebd53d7588d req-8fd49068-3924-4608-a198-c282483d5d91 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Sep 15 18:33:53.552682 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f8066a0-fae6-429c-a667-9ebd53d7588d req-34734126-1c69-4635-95a6-96f2e64320f9 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Sep 15 18:33:53.695688 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-fbfb4d6b-eba7-4440-ad4b-df986997072a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:53.801054 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-fd93e917-66bd-449f-a7ec-23dd255eeab7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381663 Sep 15 18:33:53.868783 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-331f8604-a971-4ea0-9534-89e36895c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:53.870271 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-331f8604-a971-4ea0-9534-89e36895c400 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 1099 time: 0.0421319 Sep 15 18:33:53.980003 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-efd8b5d8-7e2e-4173-8327-cacce5cc7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:53.981460 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-efd8b5d8-7e2e-4173-8327-cacce5cc7139 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.0818682 Sep 15 18:33:54.032693 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-07a8882b-c8e8-4c52-8fb5-b6a529ce8bdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d HTTP/1.1" status: 200 len: 217 time: 0.0360799 Sep 15 18:33:54.086255 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-71147ea1-77ab-4973-ba9a-97bc1c3c6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:54.087630 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-71147ea1-77ab-4973-ba9a-97bc1c3c6fbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.0424352 Sep 15 18:33:54.122037 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-bb270fba-e75a-409c-83cc-364c91b5eb6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232315 Sep 15 18:33:54.137805 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:54.234418 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-481c8d64-2d3f-4db5-bf4c-57d468b6b2fa service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Sep 15 18:33:54.329204 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4a0a4d06-2cd1-4014-a701-d2c97d7804a8 req-7cd7e6cb-3be1-437d-bb5d-c477934713a5 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Sep 15 18:33:54.332006 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f15a1-bb63-49ad-aa5b-5595bf721130 req-14c1540c-ca7c-4954-ac96-389641cd9c8f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:54.333454 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3c8f15a1-bb63-49ad-aa5b-5595bf721130 req-14c1540c-ca7c-4954-ac96-389641cd9c8f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0492318 Sep 15 18:33:54.376571 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3c8f15a1-bb63-49ad-aa5b-5595bf721130 req-c0da42f7-27f4-4212-8de9-4886cf90d1b5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Sep 15 18:33:54.447987 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd40df-a11e-4879-894d-51a43301a997 req-d67b4085-67ff-479d-a350-8534f1e7d0ff tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:54.449511 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f6fd40df-a11e-4879-894d-51a43301a997 req-d67b4085-67ff-479d-a350-8534f1e7d0ff tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Sep 15 18:33:54.486628 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f6fd40df-a11e-4879-894d-51a43301a997 req-1bb5015e-e68f-47e7-90a4-b3acfb0157f2 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Sep 15 18:33:54.592046 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387c81-8ddb-451e-885e-51f67218da0f req-6b5ca909-b1ce-4c13-bf9e-f064d5c8ac29 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:54.593666 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9387c81-8ddb-451e-885e-51f67218da0f req-6b5ca909-b1ce-4c13-bf9e-f064d5c8ac29 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Sep 15 18:33:54.631364 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b9387c81-8ddb-451e-885e-51f67218da0f req-a1d4334a-7050-4a43-b885-a9b3fa01b28a tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Sep 15 18:33:54.670372 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60389681-725d-4e04-b3e6-bac4f5e79d8b req-66ab7d16-ebe1-4e83-a2d9-87c769162ed4 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:54.671804 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-60389681-725d-4e04-b3e6-bac4f5e79d8b req-66ab7d16-ebe1-4e83-a2d9-87c769162ed4 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0480042 Sep 15 18:33:54.710550 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-60389681-725d-4e04-b3e6-bac4f5e79d8b req-4d1bec02-1605-4922-96d5-605bed19bffc tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Sep 15 18:33:54.733538 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:55.493545 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5398-3eac-4611-9076-ea574f1e1094 req-0a99e4e8-0375-4756-b370-671a52e70104 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:55.495060 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dfbf5398-3eac-4611-9076-ea574f1e1094 req-0a99e4e8-0375-4756-b370-671a52e70104 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0507545 Sep 15 18:33:55.534634 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dfbf5398-3eac-4611-9076-ea574f1e1094 req-ae41dc6a-e620-4421-861e-4bd06fa0ea7c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Sep 15 18:33:55.609297 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91699650-8eea-4d48-a702-eeb6e1d9cacd req-3d1bb848-82f4-4361-bf53-5eb2ce0dab16 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:55.610790 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91699650-8eea-4d48-a702-eeb6e1d9cacd req-3d1bb848-82f4-4361-bf53-5eb2ce0dab16 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0544705 Sep 15 18:33:55.651783 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91699650-8eea-4d48-a702-eeb6e1d9cacd req-c685a52e-e634-4360-82ad-d19fd414870f tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Sep 15 18:33:55.753026 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f41b5-7daf-453d-96f2-7e8571fa3b51 req-e40d7295-1d75-43fa-90be-35484d2a2ee4 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:55.754530 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-666f41b5-7daf-453d-96f2-7e8571fa3b51 req-e40d7295-1d75-43fa-90be-35484d2a2ee4 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Sep 15 18:33:55.797672 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-666f41b5-7daf-453d-96f2-7e8571fa3b51 req-a89e3b42-6175-44ec-aa3b-4d4295c01e2f tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/security-groups?id=fee8cabb-61ab-49b1-8446-a4c00b43511c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Sep 15 18:33:55.866375 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-1c5d39fc-9e81-4672-8969-ef1bd32acbb4 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:55.867970 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-1c5d39fc-9e81-4672-8969-ef1bd32acbb4 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 945 time: 0.0926433 Sep 15 18:33:55.885828 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58edb0-946c-43ec-940a-10a131f83777 req-20ed77cd-58f3-4066-b429-01a453a2b924 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:55.887523 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8a58edb0-946c-43ec-940a-10a131f83777 req-20ed77cd-58f3-4066-b429-01a453a2b924 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0813167 Sep 15 18:33:55.954394 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8a58edb0-946c-43ec-940a-10a131f83777 req-060485e2-ccca-4c2f-a0b5-148caac72b35 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598037 Sep 15 18:33:56.000808 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Deleting port a4c90893-4957-4010-a22d-490b203c7511 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:33:56.001067 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:56.090304 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] For port a4c90893-4957-4010-a22d-490b203c7511, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a4c90893-4957-4010-a22d-490b203c7511,segment=NetworkSegment(0b612c31-dc22-42d4-a995-05a46e17838e),segment_id=0b612c31-dc22-42d4-a995-05a46e17838e)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:56.090792 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:56.095104 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:56.104394 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Calling delete_port for a4c90893-4957-4010-a22d-490b203c7511 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:33:56.228982 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:56.250326 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['a4c90893-4957-4010-a22d-490b203c7511'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:56.257861 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Pushing event deleted for resources: {'Port': ['ID=a4c90893-4957-4010-a22d-490b203c7511,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:56.296042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] No DVR routers for this DVR port a4c90893-4957-4010-a22d-490b203c7511 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:33:56.298990 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:56.300963 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-aa38bcf9-7662-44c9-8f61-8b14b0e74861 req-8ef58e2e-f2af-4294-9d0a-c93faedbdd16 tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.50 "DELETE /v2.0/ports/a4c90893-4957-4010-a22d-490b203c7511 HTTP/1.1" status: 204 len: 173 time: 0.4125545 Sep 15 18:33:56.301393 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'name': 'network-vif-deleted', 'tag': 'a4c90893-4957-4010-a22d-490b203c7511'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:56.303612 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9774ef21-3fef-43f2-970a-e0a82649f2b9" -d '{"events": [{"server_uuid": "611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6", "name": "network-vif-deleted", "tag": "a4c90893-4957-4010-a22d-490b203c7511"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:56.340290 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f237e-20d8-4b44-aca0-f874b67cea8c x-openstack-request-id: req-7c3f237e-20d8-4b44-aca0-f874b67cea8c {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:56.340583 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6", "name": "network-vif-deleted", "tag": "a4c90893-4957-4010-a22d-490b203c7511", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:56.340836 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c3f237e-20d8-4b44-aca0-f874b67cea8c {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:56.341232 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6', 'name': 'network-vif-deleted', 'tag': 'a4c90893-4957-4010-a22d-490b203c7511', 'status': 'completed', 'code': 200} Sep 15 18:33:56.651118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65e860-8163-4c3d-a6dd-8ace357d6e0c req-96678174-72b6-4f48-bf77-bc533ec4bccd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:56.652576 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef65e860-8163-4c3d-a6dd-8ace357d6e0c req-96678174-72b6-4f48-bf77-bc533ec4bccd tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 15 18:33:56.693355 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef65e860-8163-4c3d-a6dd-8ace357d6e0c req-ce3b8180-bd0a-4ec6-ae51-2ece8afceed1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Sep 15 18:33:56.768952 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66f8f7-e34a-4b69-912d-9306a17b4ade req-3a2cf61f-e538-460a-92c6-e72e473e9fb5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:56.771757 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b66f8f7-e34a-4b69-912d-9306a17b4ade req-3a2cf61f-e538-460a-92c6-e72e473e9fb5 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Sep 15 18:33:56.808154 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8b66f8f7-e34a-4b69-912d-9306a17b4ade req-6ff9fbf5-cf8f-4395-8e45-7ea51f946b16 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310156 Sep 15 18:33:56.873544 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:56.908281 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a77294dd-aa51-467b-b1c4-02b2624584b0 req-2becec24-47cb-48d2-a335-244495916f7a tempest-VolumesActionsTest-1294458844 tempest-VolumesActionsTest-1294458844-project] 10.222.0.43 "GET /v2.0/ports?device_id=611d440f-bdf6-4e6a-bd0b-5d7cdc563fd6 HTTP/1.1" status: 200 len: 210 time: 0.0286953 Sep 15 18:33:57.087164 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af2d4b-dd0d-4424-a6d7-50ee33b812a7 req-1a9666bf-2421-41ae-8758-53053504e043 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:57.088614 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f8af2d4b-dd0d-4424-a6d7-50ee33b812a7 req-1a9666bf-2421-41ae-8758-53053504e043 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0577757 Sep 15 18:33:57.127124 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f8af2d4b-dd0d-4424-a6d7-50ee33b812a7 req-26d0dd1f-9e31-46e4-b1e6-ae9dd57ffd3d tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324218 Sep 15 18:33:57.317986 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-6a209814-26d4-43ac-a8be-acfd1f2d69e9 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:57.319521 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-6a209814-26d4-43ac-a8be-acfd1f2d69e9 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 945 time: 0.0480478 Sep 15 18:33:57.423531 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Deleting port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:33:57.423787 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:57.735350 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] For port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:33:57.735729 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:57.748462 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Calling delete_port for 2944c4a6-45be-47fe-8d8d-edb6d5a2600b owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:33:57.809684 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fce5e0-2b8a-4fbe-9cb0-14509e1f3156 req-11009ec0-1506-4392-9ffb-6547a39308c6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:57.811238 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14fce5e0-2b8a-4fbe-9cb0-14509e1f3156 req-11009ec0-1506-4392-9ffb-6547a39308c6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0476167 Sep 15 18:33:57.849527 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-14fce5e0-2b8a-4fbe-9cb0-14509e1f3156 req-ab903d48-b7fb-4caf-884d-4c75d3e4fb99 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Sep 15 18:33:57.876466 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:57.891206 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272', '9d83db9d-2bf8-472c-8c7f-1534ca182825', '472f16d5-804d-4aa0-8c54-96f1cab17fb8', '2944c4a6-45be-47fe-8d8d-edb6d5a2600b'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:33:57.915391 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event deleted for resources: {'Port': ['ID=2944c4a6-45be-47fe-8d8d-edb6d5a2600b,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:33:57.953594 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34f57366-745e-4f16-8055-6963ad536c38 req-685a0f4a-f9f3-46a8-986c-8420290d2f0a tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=78f6d7d4-02b6-4628-9d56-40f4a0f2c958 HTTP/1.1" status: 200 len: 210 time: 0.0487075 Sep 15 18:33:57.973966 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] No DVR routers for this DVR port 2944c4a6-45be-47fe-8d8d-edb6d5a2600b on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:33:57.976657 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:33:57.978650 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3018f1e3-4417-46c4-b3cb-cb7b5e9a3732 req-0f7282ed-6b8b-432c-b179-22ad8a12c86e tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "DELETE /v2.0/ports/2944c4a6-45be-47fe-8d8d-edb6d5a2600b HTTP/1.1" status: 204 len: 173 time: 0.6517005 Sep 15 18:33:58.342401 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'name': 'network-vif-deleted', 'tag': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:33:58.344813 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5cf3a2-413c-486b-9a31-6a783fa827c7" -d '{"events": [{"server_uuid": "78f6d7d4-02b6-4628-9d56-40f4a0f2c958", "name": "network-vif-deleted", "tag": "2944c4a6-45be-47fe-8d8d-edb6d5a2600b"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:33:58.385690 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b8d35-8152-4ec0-9526-7ffe3b79d9c6 x-openstack-request-id: req-925b8d35-8152-4ec0-9526-7ffe3b79d9c6 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:33:58.386039 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f6d7d4-02b6-4628-9d56-40f4a0f2c958", "name": "network-vif-deleted", "tag": "2944c4a6-45be-47fe-8d8d-edb6d5a2600b", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:33:58.386351 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-925b8d35-8152-4ec0-9526-7ffe3b79d9c6 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:33:58.386694 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f6d7d4-02b6-4628-9d56-40f4a0f2c958', 'name': 'network-vif-deleted', 'tag': '2944c4a6-45be-47fe-8d8d-edb6d5a2600b', 'status': 'completed', 'code': 200} Sep 15 18:33:58.962606 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228754-a234-49fa-a80a-518846a2cf37 req-b9d3a5b7-8f96-4d20-9caf-f3e1a7747730 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:33:58.964262 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00228754-a234-49fa-a80a-518846a2cf37 req-b9d3a5b7-8f96-4d20-9caf-f3e1a7747730 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0482838 Sep 15 18:33:59.001367 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00228754-a234-49fa-a80a-518846a2cf37 req-71447fe2-0daa-43d3-80cd-a229e2197b4e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Sep 15 18:34:00.121759 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72077da2-3848-466f-a2bd-ad08681e1fc9 req-84cbfeeb-a8bf-4609-b9af-572a657a3095 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:00.123392 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72077da2-3848-466f-a2bd-ad08681e1fc9 req-84cbfeeb-a8bf-4609-b9af-572a657a3095 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0486214 Sep 15 18:34:00.161005 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-72077da2-3848-466f-a2bd-ad08681e1fc9 req-542e4262-151b-432c-beb3-ebd0d17d37fe tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Sep 15 18:34:01.159683 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device a4c90893-4957-4010-a22d-490b203c7511 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:01.183259 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: a4c90893-4957-4010-a22d-490b203c7511 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:01.184845 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device a4c90893-4957-4010-a22d-490b203c7511 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:01.286173 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabedeb-8b6d-4cb0-a2e6-e475b008183f req-c2ffe321-113f-4d01-abbb-dedf5981b332 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:01.287615 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ccabedeb-8b6d-4cb0-a2e6-e475b008183f req-c2ffe321-113f-4d01-abbb-dedf5981b332 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0534666 Sep 15 18:34:01.315734 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 2944c4a6-45be-47fe-8d8d-edb6d5a2600b no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:01.324829 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ccabedeb-8b6d-4cb0-a2e6-e475b008183f req-c5fdf462-7252-4ac7-bcc0-393371ca79af tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Sep 15 18:34:01.336924 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 2944c4a6-45be-47fe-8d8d-edb6d5a2600b {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:01.337676 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 2944c4a6-45be-47fe-8d8d-edb6d5a2600b not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:02.455799 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6dfa6-b84f-49ef-a355-2047c43ec325 req-e731ca19-cab9-424a-9daf-6cb9c7f4378a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:02.457940 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6ab6dfa6-b84f-49ef-a355-2047c43ec325 req-e731ca19-cab9-424a-9daf-6cb9c7f4378a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0528140 Sep 15 18:34:02.476541 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a67b2a-a539-42a2-a0fd-131db69609d6 req-ad13bb15-3934-4ac0-b132-0c5112a52048 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:02.478673 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9a67b2a-a539-42a2-a0fd-131db69609d6 req-ad13bb15-3934-4ac0-b132-0c5112a52048 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 945 time: 0.0541017 Sep 15 18:34:02.499315 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6ab6dfa6-b84f-49ef-a355-2047c43ec325 req-9752a912-dc7f-45e9-8dcf-e57e7a014533 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336587 Sep 15 18:34:02.524691 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e9a67b2a-a539-42a2-a0fd-131db69609d6 req-7175174a-c193-4394-9e8d-af70a13c7fa3 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344367 Sep 15 18:34:02.937063 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d34ee-5b01-44ad-bc03-e14815129369 req-51fe70ac-323d-4cdd-b3e4-e9341acb31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:02.938935 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-372d34ee-5b01-44ad-bc03-e14815129369 req-51fe70ac-323d-4cdd-b3e4-e9341acb31c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.0425646 Sep 15 18:34:02.983986 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-372d34ee-5b01-44ad-bc03-e14815129369 req-38d856e7-01e8-4388-88fd-05f9a4d38ba5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 15 18:34:03.635471 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de22bed-cf5f-49f8-9c04-2b27b77764cb req-284ec155-3146-412f-b40e-9711372eea55 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:03.642831 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3de22bed-cf5f-49f8-9c04-2b27b77764cb req-284ec155-3146-412f-b40e-9711372eea55 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0707421 Sep 15 18:34:03.688410 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3de22bed-cf5f-49f8-9c04-2b27b77764cb req-d318899b-f5ab-4364-a81d-74d761d0a27c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Sep 15 18:34:03.698959 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbcb61-7770-4789-b775-a11ad910c82a req-a90bfc41-fad5-4a50-bcb5-c6052b035ae6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:03.701172 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-89fbcb61-7770-4789-b775-a11ad910c82a req-a90bfc41-fad5-4a50-bcb5-c6052b035ae6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 945 time: 0.0810642 Sep 15 18:34:03.757791 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-89fbcb61-7770-4789-b775-a11ad910c82a req-b66078d9-3032-4b61-a9fd-9a4a24137de2 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Sep 15 18:34:04.810953 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8bc67-8015-4522-98c0-abb52d2103f1 req-9a41d397-955f-4286-8ee9-3e27ddc82939 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:04.812882 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9df8bc67-8015-4522-98c0-abb52d2103f1 req-9a41d397-955f-4286-8ee9-3e27ddc82939 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0549347 Sep 15 18:34:04.856413 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9df8bc67-8015-4522-98c0-abb52d2103f1 req-5ea98f5a-20e7-4fa9-ae68-5cb592982127 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372081 Sep 15 18:34:04.886768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d41941-5c28-4542-8521-8b8c93c5a5e3 req-07ae2c58-945d-4a50-b445-5791aeb9a3a4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:04.894868 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96d41941-5c28-4542-8521-8b8c93c5a5e3 req-07ae2c58-945d-4a50-b445-5791aeb9a3a4 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 945 time: 0.0642409 Sep 15 18:34:04.946988 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96d41941-5c28-4542-8521-8b8c93c5a5e3 req-1ad0c30d-71b6-4eb7-9fc9-4912ea15b0cf tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Sep 15 18:34:05.308801 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b93943-ddd3-4e1a-a05f-e7fef4cd0aeb req-e22298b7-f1f0-446d-ba43-dbb8f61d8047 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:05.311553 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-61b93943-ddd3-4e1a-a05f-e7fef4cd0aeb req-e22298b7-f1f0-446d-ba43-dbb8f61d8047 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1024685 Sep 15 18:34:05.314899 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-4f05aba2-d4c9-402b-baf6-ca5cded2d673 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:05.316663 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-4f05aba2-d4c9-402b-baf6-ca5cded2d673 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 945 time: 0.1012800 Sep 15 18:34:05.326501 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-5e141cdb-1fe2-49cc-b476-da0a771a530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:05.327958 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-5e141cdb-1fe2-49cc-b476-da0a771a530b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae2a6a347f8409294c53595013eeae0&device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 1098 time: 0.0778773 Sep 15 18:34:05.386338 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-61b93943-ddd3-4e1a-a05f-e7fef4cd0aeb req-f832321a-18a7-4b3d-9f99-65abb8c59fdf tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487473 Sep 15 18:34:05.498301 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-ff32f79b-e58b-415f-8df8-8b220a4e9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:05.499790 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-ff32f79b-e58b-415f-8df8-8b220a4e9281 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 200 len: 920 time: 0.1621375 Sep 15 18:34:05.519606 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Deleting port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:05.519990 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:05.558664 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-f9def87d-cbd8-4971-99c8-52292c0bd0b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 200 len: 217 time: 0.0433538 Sep 15 18:34:05.687170 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-10d4babf-2b7b-4455-8bab-3cedd6e99683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:05.688743 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-10d4babf-2b7b-4455-8bab-3cedd6e99683 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 200 len: 859 time: 0.0755236 Sep 15 18:34:05.695742 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] For port 472f16d5-804d-4aa0-8c54-96f1cab17fb8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=472f16d5-804d-4aa0-8c54-96f1cab17fb8,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:05.696201 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:05.712575 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Calling delete_port for 472f16d5-804d-4aa0-8c54-96f1cab17fb8 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:05.782210 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-8abbfab4-1d5c-4fd7-b476-7563c2d57dbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19dc1571-758f-4ec3-a4ef-2ea5d4acd188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676880 Sep 15 18:34:05.925266 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-78f94413-b9f8-4e7f-ae65-94964bff42da service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314261 Sep 15 18:34:05.952138 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:05.970401 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272', '9d83db9d-2bf8-472c-8c7f-1534ca182825'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:34:06.010520 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event deleted for resources: {'Port': ['ID=472f16d5-804d-4aa0-8c54-96f1cab17fb8,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:06.091488 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] No DVR routers for this DVR port 472f16d5-804d-4aa0-8c54-96f1cab17fb8 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:34:06.098846 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:06.102075 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-183ffe15-9b7b-4320-815b-1894a91e8b7f req-fff76b96-006d-44aa-bb33-4f1e7eb9d7d6 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "DELETE /v2.0/ports/472f16d5-804d-4aa0-8c54-96f1cab17fb8 HTTP/1.1" status: 204 len: 173 time: 0.7731323 Sep 15 18:34:06.102549 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'name': 'network-vif-deleted', 'tag': '472f16d5-804d-4aa0-8c54-96f1cab17fb8'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:34:06.105698 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d580161-caa9-4278-a324-d1fd3bf26f09" -d '{"events": [{"server_uuid": "5a725e8e-a828-403b-afda-cdad655bb6ca", "name": "network-vif-deleted", "tag": "472f16d5-804d-4aa0-8c54-96f1cab17fb8"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:34:06.107314 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c99fec51-d77a-42de-892a-b453d7474de5 req-f9345bdb-f302-4c5c-ab7f-b98ee2f6ea6c tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a725e8e-a828-403b-afda-cdad655bb6ca HTTP/1.1" status: 200 len: 210 time: 0.0526168 Sep 15 18:34:06.146408 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b1cd1250-e0e6-4843-af02-276c9df0eedc req-eb07ac81-8ced-401a-b1ea-24aa0832ef82 service neutron] 10.222.0.50 "GET /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029324 Sep 15 18:34:06.199883 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843aee87-9012-460d-988d-b9a03e0e932e x-openstack-request-id: req-843aee87-9012-460d-988d-b9a03e0e932e {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:34:06.200449 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a725e8e-a828-403b-afda-cdad655bb6ca", "name": "network-vif-deleted", "tag": "472f16d5-804d-4aa0-8c54-96f1cab17fb8", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:34:06.200921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-843aee87-9012-460d-988d-b9a03e0e932e {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:34:06.203058 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a725e8e-a828-403b-afda-cdad655bb6ca', 'name': 'network-vif-deleted', 'tag': '472f16d5-804d-4aa0-8c54-96f1cab17fb8', 'status': 'completed', 'code': 200} Sep 15 18:34:06.490273 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232dc15-067e-45e6-8d4a-c4e1dd1277e2 req-f47fe400-713d-46f6-8e09-898f6628296a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:06.492129 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8232dc15-067e-45e6-8d4a-c4e1dd1277e2 req-f47fe400-713d-46f6-8e09-898f6628296a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0560446 Sep 15 18:34:06.538922 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8232dc15-067e-45e6-8d4a-c4e1dd1277e2 req-256b35d7-4734-45f5-9775-73806bf5d269 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Sep 15 18:34:07.325262 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 472f16d5-804d-4aa0-8c54-96f1cab17fb8 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:07.354534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 472f16d5-804d-4aa0-8c54-96f1cab17fb8 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:07.355459 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 472f16d5-804d-4aa0-8c54-96f1cab17fb8 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:07.425306 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2a82-bc43-472e-a094-1b1eb0b6e91d req-a31431d3-19e4-4003-be3d-0abfd0dda533 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:07.426698 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dfcb2a82-bc43-472e-a094-1b1eb0b6e91d req-a31431d3-19e4-4003-be3d-0abfd0dda533 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 945 time: 0.0520988 Sep 15 18:34:07.475651 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dfcb2a82-bc43-472e-a094-1b1eb0b6e91d req-6fe41201-9e00-4f9f-9608-b9748152c350 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Sep 15 18:34:07.673605 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665569d-cc8c-47ab-bb8c-83210bd0ab43 req-0b05dd59-b37e-423a-aa08-49ac36de955b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:07.675256 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0665569d-cc8c-47ab-bb8c-83210bd0ab43 req-0b05dd59-b37e-423a-aa08-49ac36de955b tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0527425 Sep 15 18:34:07.745951 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0665569d-cc8c-47ab-bb8c-83210bd0ab43 req-7a4cf7d7-db68-43a2-acc4-c6978b3eb7c9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598254 Sep 15 18:34:08.613283 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca99452-9a3e-4dce-aa68-d53015983000 req-b3259110-4d2d-4503-9deb-410fb95d7a32 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:08.617789 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fca99452-9a3e-4dce-aa68-d53015983000 req-b3259110-4d2d-4503-9deb-410fb95d7a32 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 945 time: 0.0568542 Sep 15 18:34:08.655888 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fca99452-9a3e-4dce-aa68-d53015983000 req-303bb119-4365-4657-a35d-bb7f4a900744 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Sep 15 18:34:08.875354 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecb3a8-81cd-415c-bb6f-d34ea0402342 req-41455de1-46a4-43a9-8f73-b8796a6ab6c2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:08.876970 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52ecb3a8-81cd-415c-bb6f-d34ea0402342 req-41455de1-46a4-43a9-8f73-b8796a6ab6c2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0531881 Sep 15 18:34:08.925210 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52ecb3a8-81cd-415c-bb6f-d34ea0402342 req-592936fb-562d-4e34-afdd-d0e757a82af1 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Sep 15 18:34:09.769698 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-dc63ce41-6eea-4b00-8862-9ec96764bf45 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:09.771223 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-dc63ce41-6eea-4b00-8862-9ec96764bf45 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 945 time: 0.0772328 Sep 15 18:34:09.798743 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875d386-f78e-49d1-92fa-9a1b450247e3 req-a612442a-cc06-495f-a477-f81de5d76742 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:09.806704 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c875d386-f78e-49d1-92fa-9a1b450247e3 req-a612442a-cc06-495f-a477-f81de5d76742 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 945 time: 0.0780137 Sep 15 18:34:09.854775 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c875d386-f78e-49d1-92fa-9a1b450247e3 req-55bd2bc1-8875-4fab-ab18-92afb735dc1b tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Sep 15 18:34:09.890004 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Deleting port 9d83db9d-2bf8-472c-8c7f-1534ca182825 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:09.890793 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:10.000612 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] For port 9d83db9d-2bf8-472c-8c7f-1534ca182825, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=9d83db9d-2bf8-472c-8c7f-1534ca182825,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:10.000986 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:10.015008 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Calling delete_port for 9d83db9d-2bf8-472c-8c7f-1534ca182825 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:10.126806 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee59f98-bc8d-4a68-88e7-01164b70ea18 req-dbeb8575-8396-4820-abf8-0e5a872801d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:10.128311 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fee59f98-bc8d-4a68-88e7-01164b70ea18 req-dbeb8575-8396-4820-abf8-0e5a872801d0 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0724831 Sep 15 18:34:10.236401 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fee59f98-bc8d-4a68-88e7-01164b70ea18 req-75c20e30-2a00-4ad4-b667-d4e8f6b09cb9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003931 Sep 15 18:34:10.265684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:10.278854 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272', '9d83db9d-2bf8-472c-8c7f-1534ca182825'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:34:10.311727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event deleted for resources: {'Port': ['ID=9d83db9d-2bf8-472c-8c7f-1534ca182825,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:10.406429 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] No DVR routers for this DVR port 9d83db9d-2bf8-472c-8c7f-1534ca182825 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:34:10.411711 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:10.420986 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-159da3fb-bd55-4afe-99d9-1afe93c15658 req-c07b534c-a9f8-4671-a569-59beb411d2bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "DELETE /v2.0/ports/9d83db9d-2bf8-472c-8c7f-1534ca182825 HTTP/1.1" status: 204 len: 173 time: 0.6395018 Sep 15 18:34:10.421595 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'name': 'network-vif-deleted', 'tag': '9d83db9d-2bf8-472c-8c7f-1534ca182825'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:34:10.424605 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e26bdc-65dd-497c-8a6b-3629a712834f" -d '{"events": [{"server_uuid": "a3f4539e-90bc-40ba-a3cd-6105408bdaad", "name": "network-vif-deleted", "tag": "9d83db9d-2bf8-472c-8c7f-1534ca182825"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:34:10.504894 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5759f4-2405-4b89-b054-e6f54c84fc58 x-openstack-request-id: req-bb5759f4-2405-4b89-b054-e6f54c84fc58 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:34:10.505411 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4539e-90bc-40ba-a3cd-6105408bdaad", "name": "network-vif-deleted", "tag": "9d83db9d-2bf8-472c-8c7f-1534ca182825", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:34:10.505998 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb5759f4-2405-4b89-b054-e6f54c84fc58 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:34:10.507459 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4539e-90bc-40ba-a3cd-6105408bdaad', 'name': 'network-vif-deleted', 'tag': '9d83db9d-2bf8-472c-8c7f-1534ca182825', 'status': 'completed', 'code': 200} Sep 15 18:34:10.972257 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6a48884b-8bd3-496b-85c8-28649b173dd5 req-8918a330-3db4-4422-ae30-6bbe484e1130 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f4539e-90bc-40ba-a3cd-6105408bdaad HTTP/1.1" status: 200 len: 210 time: 0.0270863 Sep 15 18:34:13.332363 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 9d83db9d-2bf8-472c-8c7f-1534ca182825 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:13.353990 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 9d83db9d-2bf8-472c-8c7f-1534ca182825 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:13.354624 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 9d83db9d-2bf8-472c-8c7f-1534ca182825 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:13.469934 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e30fb-ace4-4ae1-98a7-244f3e77bfc7 req-910efa8b-7acf-4071-a6eb-bc1164d32247 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:13.472465 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b88e30fb-ace4-4ae1-98a7-244f3e77bfc7 req-910efa8b-7acf-4071-a6eb-bc1164d32247 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0525887 Sep 15 18:34:13.512411 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b88e30fb-ace4-4ae1-98a7-244f3e77bfc7 req-d52c48fa-f6dc-4cc6-a941-6dc038475792 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Sep 15 18:34:14.633747 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf494edd-5cf3-40a9-b338-6f66b0e4ee34 req-56ad05d2-66b6-4946-a1f9-68c26368e5bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:14.636978 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf494edd-5cf3-40a9-b338-6f66b0e4ee34 req-56ad05d2-66b6-4946-a1f9-68c26368e5bd tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0562155 Sep 15 18:34:14.689362 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bf494edd-5cf3-40a9-b338-6f66b0e4ee34 req-5eb5a45f-0379-4636-bb5e-6be4a1dd9ea9 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Sep 15 18:34:15.405519 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53453a76-c5d3-49fd-8bee-7a38b980f5e2 req-5a968d38-5535-4ed2-8946-b1b973a4d1f7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:15.407836 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53453a76-c5d3-49fd-8bee-7a38b980f5e2 req-5a968d38-5535-4ed2-8946-b1b973a4d1f7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0567183 Sep 15 18:34:15.452257 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53453a76-c5d3-49fd-8bee-7a38b980f5e2 req-f88c1368-942e-4415-b1fe-6bfdf3432f6d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Sep 15 18:34:15.839258 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262cc27-eb61-44ed-b873-e9e63f7baed4 req-2b133804-b9e7-46ee-99ac-c27aa872ad7d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:15.847374 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5262cc27-eb61-44ed-b873-e9e63f7baed4 req-2b133804-b9e7-46ee-99ac-c27aa872ad7d tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0774121 Sep 15 18:34:15.889395 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5262cc27-eb61-44ed-b873-e9e63f7baed4 req-e9097367-e6ec-45a5-afea-5dd8c7c00d80 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/security-groups?id=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Sep 15 18:34:15.926797 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-00c49e3d-83e9-4a4f-803e-6fc6846ac901 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:15.929020 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-00c49e3d-83e9-4a4f-803e-6fc6846ac901 tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 945 time: 0.0660510 Sep 15 18:34:16.066109 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Deleting port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:16.066489 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:16.181839 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] For port 02c6dfc8-0a82-4175-b8f8-0d7e92238272, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=02c6dfc8-0a82-4175-b8f8-0d7e92238272,segment=NetworkSegment(114e7510-888d-4be0-a79e-cf9fda991992),segment_id=114e7510-888d-4be0-a79e-cf9fda991992)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:16.182289 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:16.197170 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Calling delete_port for 02c6dfc8-0a82-4175-b8f8-0d7e92238272 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:16.341069 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:16.356526 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['02c6dfc8-0a82-4175-b8f8-0d7e92238272'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:34:16.386002 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Pushing event deleted for resources: {'Port': ['ID=02c6dfc8-0a82-4175-b8f8-0d7e92238272,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:16.444497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] No DVR routers for this DVR port 02c6dfc8-0a82-4175-b8f8-0d7e92238272 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:34:16.447890 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:16.449829 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e01bfb7b-7801-4666-8fe3-8c17980b9f72 req-e334701a-7116-4b8a-9f75-8a9a13e1bced tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.50 "DELETE /v2.0/ports/02c6dfc8-0a82-4175-b8f8-0d7e92238272 HTTP/1.1" status: 204 len: 173 time: 0.4840729 Sep 15 18:34:16.450159 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'name': 'network-vif-deleted', 'tag': '02c6dfc8-0a82-4175-b8f8-0d7e92238272'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:34:16.452740 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1598ed0-00b7-4cb4-a394-bfa5d314691c" -d '{"events": [{"server_uuid": "2b2d0233-5e0d-4440-95f3-f65315c763dc", "name": "network-vif-deleted", "tag": "02c6dfc8-0a82-4175-b8f8-0d7e92238272"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:34:16.499978 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f7ac0-c245-4df4-b567-74d77819345d x-openstack-request-id: req-616f7ac0-c245-4df4-b567-74d77819345d {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:34:16.500506 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2d0233-5e0d-4440-95f3-f65315c763dc", "name": "network-vif-deleted", "tag": "02c6dfc8-0a82-4175-b8f8-0d7e92238272", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:34:16.500763 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-616f7ac0-c245-4df4-b567-74d77819345d {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:34:16.501158 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d0233-5e0d-4440-95f3-f65315c763dc', 'name': 'network-vif-deleted', 'tag': '02c6dfc8-0a82-4175-b8f8-0d7e92238272', 'status': 'completed', 'code': 200} Sep 15 18:34:16.606381 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398067-c34a-4650-98da-6b26d884db6b req-8ff8e342-bbdf-49ac-abfe-cef273c51cd7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:16.614660 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-86398067-c34a-4650-98da-6b26d884db6b req-8ff8e342-bbdf-49ac-abfe-cef273c51cd7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0810342 Sep 15 18:34:16.666309 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-86398067-c34a-4650-98da-6b26d884db6b req-ea5aea49-57d7-4c3a-9f6c-4c91b8e3faa6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505440 Sep 15 18:34:17.068389 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6caf3382-799f-44cd-bcc9-b794241d7a23 req-4b136bab-c2f9-440e-be58-b1f9809414ca tempest-AttachVolumeNegativeTest-846131975 tempest-AttachVolumeNegativeTest-846131975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b2d0233-5e0d-4440-95f3-f65315c763dc HTTP/1.1" status: 200 len: 210 time: 0.0409565 Sep 15 18:34:17.792398 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b333e3d-66e4-4baf-9e76-e6488d5b3ab5 req-cc54f077-919b-4196-bfd3-cb43bb4375b5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:17.794303 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2b333e3d-66e4-4baf-9e76-e6488d5b3ab5 req-cc54f077-919b-4196-bfd3-cb43bb4375b5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0515172 Sep 15 18:34:17.838144 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2b333e3d-66e4-4baf-9e76-e6488d5b3ab5 req-3f0ae9da-8e0a-4348-9608-26365c129f98 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Sep 15 18:34:18.110318 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54240) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:18.164261 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Deleting subnet c162c98c-c33f-4a27-9f0b-c5a186091a6f {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:34:18.167886 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.205940 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.262558 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.322427 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.350142 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c162c98c-c33f-4a27-9f0b-c5a186091a6f,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:18.352609 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.357329 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54248) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:18.357750 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1add164b-c67c-4d68-a3a2-9e57a7ac8431 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c162c98c-c33f-4a27-9f0b-c5a186091a6f HTTP/1.1" status: 204 len: 168 time: 0.2460427 Sep 15 18:34:18.450400 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.566805 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.593720 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44290574-2d47-4c95-a36b-6b3ea6d2c957']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:18.605170 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114e7510-888d-4be0-a79e-cf9fda991992') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:18.605387 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114e7510-888d-4be0-a79e-cf9fda991992') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:18.616806 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.633793 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.645854 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:34:18.646416 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:34:18.648478 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:34:18.752628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.758675 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:18.760366 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/44290574-2d47-4c95-a36b-6b3ea6d2c957 HTTP/1.1" status: 204 len: 168 time: 0.4019775 Sep 15 18:34:18.775074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eb898-ecb2-4b9f-877e-dcb70b0c5bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=44290574-2d47-4c95-a36b-6b3ea6d2c957,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:18.993739 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-768e3d70-e78c-4fb6-90e0-08efdb2f4e73 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:18.995725 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-768e3d70-e78c-4fb6-90e0-08efdb2f4e73 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0976748 Sep 15 18:34:19.011140 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54258) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:19.011432 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0ca5-15fd-4d66-bfeb-c2a9a7b15a30 req-a032e596-c07e-463a-939f-6b001363925a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:19.013493 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-695d0ca5-15fd-4d66-bfeb-c2a9a7b15a30 req-a032e596-c07e-463a-939f-6b001363925a tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 946 time: 0.0764034 Sep 15 18:34:19.062481 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-78229618-3b62-418a-a4af-b02a6cfc4cd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3195be99ea1349b2be3c331e91cc4bee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499482 Sep 15 18:34:19.065099 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54260) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:19.118514 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-695d0ca5-15fd-4d66-bfeb-c2a9a7b15a30 req-1fb450ae-a32c-4ed3-915f-a41bc7e6c7f5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958247 Sep 15 18:34:19.141298 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-324c7135-9f63-4af0-9b38-5771224abb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.150473 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Deleting port 5b3ab5c6-6581-4639-871c-5af5cd147f4d {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:19.150818 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.168480 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-324c7135-9f63-4af0-9b38-5771224abb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.243543 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-324c7135-9f63-4af0-9b38-5771224abb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.246253 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-324c7135-9f63-4af0-9b38-5771224abb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.250020 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-324c7135-9f63-4af0-9b38-5771224abb6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06abfed2-a9dd-44a3-ad0d-5985c8dc2f77 HTTP/1.1" status: 204 len: 168 time: 0.1836812 Sep 15 18:34:19.276952 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c7135-9f63-4af0-9b38-5771224abb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06abfed2-a9dd-44a3-ad0d-5985c8dc2f77,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:19.284569 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] For port 5b3ab5c6-6581-4639-871c-5af5cd147f4d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5b3ab5c6-6581-4639-871c-5af5cd147f4d,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:19.285082 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.309284 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Calling delete_port for 5b3ab5c6-6581-4639-871c-5af5cd147f4d owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:19.472205 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.493333 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['5b3ab5c6-6581-4639-871c-5af5cd147f4d', '0c38568b-8d1c-4ed5-979d-7435393f204a'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:34:19.502325 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Pushing event deleted for resources: {'Port': ['ID=5b3ab5c6-6581-4639-871c-5af5cd147f4d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:19.548703 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] No DVR routers for this DVR port 5b3ab5c6-6581-4639-871c-5af5cd147f4d on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:34:19.551986 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:19.554720 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6e3881d9-9ed4-4b78-bc51-534fd733f569 req-2f83239b-84b2-4514-acbb-5ee0f6d0431c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "DELETE /v2.0/ports/5b3ab5c6-6581-4639-871c-5af5cd147f4d HTTP/1.1" status: 204 len: 173 time: 0.5399175 Sep 15 18:34:19.555168 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'name': 'network-vif-deleted', 'tag': '5b3ab5c6-6581-4639-871c-5af5cd147f4d'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:34:19.557818 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd48de19-7daa-4429-ad12-39017be6ddcc" -d '{"events": [{"server_uuid": "ffab49eb-1ead-4e3a-8488-aa8ea285632b", "name": "network-vif-deleted", "tag": "5b3ab5c6-6581-4639-871c-5af5cd147f4d"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:34:19.597245 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda96e4-4b8b-48eb-ad42-ae61a94774b1 x-openstack-request-id: req-7bda96e4-4b8b-48eb-ad42-ae61a94774b1 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:34:19.597881 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab49eb-1ead-4e3a-8488-aa8ea285632b", "name": "network-vif-deleted", "tag": "5b3ab5c6-6581-4639-871c-5af5cd147f4d", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:34:19.598341 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bda96e4-4b8b-48eb-ad42-ae61a94774b1 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:34:19.598897 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab49eb-1ead-4e3a-8488-aa8ea285632b', 'name': 'network-vif-deleted', 'tag': '5b3ab5c6-6581-4639-871c-5af5cd147f4d', 'status': 'completed', 'code': 200} Sep 15 18:34:20.206999 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:34:20.250493 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3744e4b-6cc9-45d9-b607-0c20b7bab97f req-10bcb495-0ed8-42e7-a648-836a2b746b27 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffab49eb-1ead-4e3a-8488-aa8ea285632b HTTP/1.1" status: 200 len: 210 time: 0.0316725 Sep 15 18:34:20.905951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b08818a3-b39d-4a21-b659-89379c258fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.292368 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54396) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:21.402679 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 02c6dfc8-0a82-4175-b8f8-0d7e92238272 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:21.409065 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b65f748b-4c75-43b4-8682-177cc08ebcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.424488 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 02c6dfc8-0a82-4175-b8f8-0d7e92238272 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:21.424933 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 02c6dfc8-0a82-4175-b8f8-0d7e92238272 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:21.514863 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b65f748b-4c75-43b4-8682-177cc08ebcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.520206 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b65f748b-4c75-43b4-8682-177cc08ebcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.543390 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071f6ff-3d79-49b1-a305-cd7e70999179 req-8b65c4cb-058b-40b0-9ad4-e10aa46f27fa tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:21.544818 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8071f6ff-3d79-49b1-a305-cd7e70999179 req-8b65c4cb-058b-40b0-9ad4-e10aa46f27fa tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0587339 Sep 15 18:34:21.561538 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b65f748b-4c75-43b4-8682-177cc08ebcc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a9fb0a21e5f4235988dd3f7927a28d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680135 Sep 15 18:34:21.563429 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f748b-4c75-43b4-8682-177cc08ebcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ec7424-7530-462c-a8d9-cb32e5e1aa2b,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:21.564502 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54406) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:21.607085 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8071f6ff-3d79-49b1-a305-cd7e70999179 req-5c020aa2-7d02-40b4-9a8b-6d596ad90852 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562100 Sep 15 18:34:21.627257 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-be9e7ed0-8837-440d-86cd-9528114c5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.648689 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-be9e7ed0-8837-440d-86cd-9528114c5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.691399 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-be9e7ed0-8837-440d-86cd-9528114c5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.694678 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-be9e7ed0-8837-440d-86cd-9528114c5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:21.695785 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-be9e7ed0-8837-440d-86cd-9528114c5551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32ec7424-7530-462c-a8d9-cb32e5e1aa2b HTTP/1.1" status: 204 len: 168 time: 0.1303873 Sep 15 18:34:21.703231 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7ed0-8837-440d-86cd-9528114c5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ec7424-7530-462c-a8d9-cb32e5e1aa2b,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:21.953523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54412) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:21.966534 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e6b24e63-bdc1-4834-a950-f559d89fbe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.054707 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e6b24e63-bdc1-4834-a950-f559d89fbe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.059911 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e6b24e63-bdc1-4834-a950-f559d89fbe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.101920 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e6b24e63-bdc1-4834-a950-f559d89fbe41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6be0874bfdba4a2aad062bc4e85e448c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473436 Sep 15 18:34:22.103769 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b24e63-bdc1-4834-a950-f559d89fbe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15196d38-7ebc-4702-a687-efeab9b57e3e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:22.104669 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54414) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:22.153112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf23cf-34ad-45b8-a8fd-da0bae098f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.174385 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf23cf-34ad-45b8-a8fd-da0bae098f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.220845 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf23cf-34ad-45b8-a8fd-da0bae098f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.223453 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf23cf-34ad-45b8-a8fd-da0bae098f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.227988 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-2ecf23cf-34ad-45b8-a8fd-da0bae098f54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15196d38-7ebc-4702-a687-efeab9b57e3e HTTP/1.1" status: 204 len: 168 time: 0.1220388 Sep 15 18:34:22.236181 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf23cf-34ad-45b8-a8fd-da0bae098f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15196d38-7ebc-4702-a687-efeab9b57e3e,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:22.249642 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54420) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:22.296923 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Deleting subnet 3bf6fb17-99ff-418f-bd10-b6e7ba6856e8 {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:34:22.300020 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.336405 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.375097 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.430424 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.458898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf6fb17-99ff-418f-bd10-b6e7ba6856e8,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:22.464524 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.469299 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-234f45e0-bbf6-4cc0-aeb4-22b74eee1820 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3bf6fb17-99ff-418f-bd10-b6e7ba6856e8 HTTP/1.1" status: 204 len: 168 time: 0.2157872 Sep 15 18:34:22.469299 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54424) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:22.536199 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.618618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.638519 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dadad4-ee76-4773-a6b1-3ed164b0af66']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:22.648494 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b612c31-dc22-42d4-a995-05a46e17838e') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:22.648791 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b612c31-dc22-42d4-a995-05a46e17838e') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:22.657875 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.671501 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.678086 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:34:22.678521 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:34:22.680797 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:34:22.762522 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.772741 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:22.774639 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] 10.222.0.43 "DELETE /v2.0/networks/e1dadad4-ee76-4773-a6b1-3ed164b0af66 HTTP/1.1" status: 204 len: 168 time: 0.3047211 Sep 15 18:34:22.792796 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0dd1-8c9e-40c4-bee9-2570fd4d523b req-6a1867be-c354-431d-ab63-b5e5e77f00a9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:22.794497 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-251d0dd1-8c9e-40c4-bee9-2570fd4d523b req-6a1867be-c354-431d-ab63-b5e5e77f00a9 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.1044049 Sep 15 18:34:22.796731 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be0f62-fc19-4750-aa8a-1e82bd6882da admin admin] Pushing event deleted for resources: {'Network': ['ID=e1dadad4-ee76-4773-a6b1-3ed164b0af66,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:22.836699 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-251d0dd1-8c9e-40c4-bee9-2570fd4d523b req-5dc3750d-c0d9-4e7d-b983-3382794d7908 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Sep 15 18:34:22.924011 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54448) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:22.970404 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-46512e8f-f932-4d3f-83c2-37c63ee89d54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77b9168a6d6f4689b4a0650cdc24c6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451605 Sep 15 18:34:22.974112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54450) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:23.028146 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35cf002e-7dd9-455f-b24f-23a09a738291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:23.049988 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35cf002e-7dd9-455f-b24f-23a09a738291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:23.114175 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35cf002e-7dd9-455f-b24f-23a09a738291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:23.116941 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-35cf002e-7dd9-455f-b24f-23a09a738291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:23.118093 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-35cf002e-7dd9-455f-b24f-23a09a738291 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fee8cabb-61ab-49b1-8446-a4c00b43511c HTTP/1.1" status: 204 len: 168 time: 0.1424663 Sep 15 18:34:23.126813 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf002e-7dd9-455f-b24f-23a09a738291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8cabb-61ab-49b1-8446-a4c00b43511c,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:23.418198 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 5b3ab5c6-6581-4639-871c-5af5cd147f4d no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:23.441684 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 5b3ab5c6-6581-4639-871c-5af5cd147f4d {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:23.442341 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 5b3ab5c6-6581-4639-871c-5af5cd147f4d not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:23.704677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4a302bb3-19bb-44af-8c10-bd421f0bd978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:23.977067 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a08a93-7008-4051-9da1-681f903ad15d req-ecebdeb9-0360-423b-84cd-bb1898a9212f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:23.978617 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c6a08a93-7008-4051-9da1-681f903ad15d req-ecebdeb9-0360-423b-84cd-bb1898a9212f tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0555506 Sep 15 18:34:24.018577 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c6a08a93-7008-4051-9da1-681f903ad15d req-f327422e-185a-46b5-9ce1-ccf0cec2112c tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340767 Sep 15 18:34:24.138573 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:24.736565 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:25.138906 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a29a0f-ec55-422e-a1aa-28b005984f5f req-524199c3-8307-4f1c-851f-23fd59d309d6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:25.140349 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-49a29a0f-ec55-422e-a1aa-28b005984f5f req-524199c3-8307-4f1c-851f-23fd59d309d6 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0518336 Sep 15 18:34:25.179951 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-49a29a0f-ec55-422e-a1aa-28b005984f5f req-dff7c55b-eae1-4260-9108-11d191499e37 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Sep 15 18:34:26.098112 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:26.313075 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe67b7c-ffdc-492d-bbc1-e6dac14f3e81 req-d01fe386-1eb9-4780-9e98-4ca2d8fb2c6e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:26.314531 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bbe67b7c-ffdc-492d-bbc1-e6dac14f3e81 req-d01fe386-1eb9-4780-9e98-4ca2d8fb2c6e tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0525863 Sep 15 18:34:26.356256 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bbe67b7c-ffdc-492d-bbc1-e6dac14f3e81 req-dc47844b-2580-4efa-bf13-55edd4f54ed7 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Sep 15 18:34:26.889310 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.030284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54616) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:27.146851 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b231-5f12-4304-865c-88de04e15250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.246548 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b231-5f12-4304-865c-88de04e15250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.250321 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a9b2b231-5f12-4304-865c-88de04e15250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.288779 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a9b2b231-5f12-4304-865c-88de04e15250 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1207ef1d89e14b91837fefb9411dca17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575223 Sep 15 18:34:27.289651 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2b231-5f12-4304-865c-88de04e15250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77d66c-6100-4825-9e47-3101e555306c,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:27.291456 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54620) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:27.341412 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-04917a7f-b821-44d6-ab97-7383c3a2a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.362140 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-04917a7f-b821-44d6-ab97-7383c3a2a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.410021 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-04917a7f-b821-44d6-ab97-7383c3a2a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.413650 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-04917a7f-b821-44d6-ab97-7383c3a2a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.417874 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-04917a7f-b821-44d6-ab97-7383c3a2a426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b77d66c-6100-4825-9e47-3101e555306c HTTP/1.1" status: 204 len: 168 time: 0.1251874 Sep 15 18:34:27.426191 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04917a7f-b821-44d6-ab97-7383c3a2a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77d66c-6100-4825-9e47-3101e555306c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:27.492875 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae57c61-951d-4908-aaad-304caca0f252 req-e23d4d26-9718-4bc3-9cf6-b241c824dffe tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:27.494290 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fae57c61-951d-4908-aaad-304caca0f252 req-e23d4d26-9718-4bc3-9cf6-b241c824dffe tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0543551 Sep 15 18:34:27.537568 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fae57c61-951d-4908-aaad-304caca0f252 req-77ff9f5a-2b3c-4599-8bf7-6917750a4fb4 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Sep 15 18:34:27.692428 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54628) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:27.707741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-808c4244-dd24-480e-a42a-dee7187a500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.801126 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-808c4244-dd24-480e-a42a-dee7187a500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.806004 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-808c4244-dd24-480e-a42a-dee7187a500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.844389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c4244-dd24-480e-a42a-dee7187a500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce08dfa7-04c3-4daa-ba13-8d7a8e08405a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:27.850120 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-808c4244-dd24-480e-a42a-dee7187a500b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ac8b6bbed1d4296bb302f13e315d9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544800 Sep 15 18:34:27.851219 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54632) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:27.901027 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb24c-d9b1-4daf-afb1-84095ff8969e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.920950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb24c-d9b1-4daf-afb1-84095ff8969e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.966169 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb24c-d9b1-4daf-afb1-84095ff8969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.968774 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb24c-d9b1-4daf-afb1-84095ff8969e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:27.969909 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c7fdb24c-d9b1-4daf-afb1-84095ff8969e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce08dfa7-04c3-4daa-ba13-8d7a8e08405a HTTP/1.1" status: 204 len: 168 time: 0.1177914 Sep 15 18:34:27.978332 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdb24c-d9b1-4daf-afb1-84095ff8969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce08dfa7-04c3-4daa-ba13-8d7a8e08405a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:28.438950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-627c2455-039c-40d6-b208-088000b41d26 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:28.440451 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-627c2455-039c-40d6-b208-088000b41d26 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0522358 Sep 15 18:34:28.542492 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Deleting port 0c38568b-8d1c-4ed5-979d-7435393f204a {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:28.543518 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:28.644465 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] For port 0c38568b-8d1c-4ed5-979d-7435393f204a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0c38568b-8d1c-4ed5-979d-7435393f204a,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:28.644840 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:28.658202 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Calling delete_port for 0c38568b-8d1c-4ed5-979d-7435393f204a owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:28.668474 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8a941-c417-49c9-aa02-ebe4fc53db85 req-1490198d-3970-4c04-bc2b-f60b138a26c2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:28.672423 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-41f8a941-c417-49c9-aa02-ebe4fc53db85 req-1490198d-3970-4c04-bc2b-f60b138a26c2 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/ports?device_id=49012db0-daf7-439e-ac80-f87b114de88e HTTP/1.1" status: 200 len: 945 time: 0.0590253 Sep 15 18:34:28.711764 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-41f8a941-c417-49c9-aa02-ebe4fc53db85 req-6d64977a-b49d-4458-89b0-b088aafdd00d tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.43 "GET /v2.0/security-groups?id=62f12bae-b331-40ab-a429-ebd9b3f31ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356011 Sep 15 18:34:28.795571 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:28.809668 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['0c38568b-8d1c-4ed5-979d-7435393f204a'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:34:28.829017 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Pushing event deleted for resources: {'Port': ['ID=0c38568b-8d1c-4ed5-979d-7435393f204a,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:28.869937 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] No DVR routers for this DVR port 0c38568b-8d1c-4ed5-979d-7435393f204a on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:34:28.872784 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:28.874821 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-30dd06e0-83c3-49ac-970a-a38308126d08 req-2dbb810e-b4d2-41ff-82e4-e21645e38ca5 tempest-ServerRescueNegativeTestJSON-524020161 tempest-ServerRescueNegativeTestJSON-524020161-project] 10.222.0.50 "DELETE /v2.0/ports/0c38568b-8d1c-4ed5-979d-7435393f204a HTTP/1.1" status: 204 len: 173 time: 0.4265146 Sep 15 18:34:28.875475 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49012db0-daf7-439e-ac80-f87b114de88e', 'name': 'network-vif-deleted', 'tag': '0c38568b-8d1c-4ed5-979d-7435393f204a'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:34:28.882274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4323b340-2ba1-4122-ba6a-f152071bf535" -d '{"events": [{"server_uuid": "49012db0-daf7-439e-ac80-f87b114de88e", "name": "network-vif-deleted", "tag": "0c38568b-8d1c-4ed5-979d-7435393f204a"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:34:28.925002 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850221a6-b7d6-442b-8fa7-bb458e2ef6cf x-openstack-request-id: req-850221a6-b7d6-442b-8fa7-bb458e2ef6cf {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:34:28.925350 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49012db0-daf7-439e-ac80-f87b114de88e", "name": "network-vif-deleted", "tag": "0c38568b-8d1c-4ed5-979d-7435393f204a", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:34:28.925610 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-850221a6-b7d6-442b-8fa7-bb458e2ef6cf {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:34:28.926033 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49012db0-daf7-439e-ac80-f87b114de88e', 'name': 'network-vif-deleted', 'tag': '0c38568b-8d1c-4ed5-979d-7435393f204a', 'status': 'completed', 'code': 200} Sep 15 18:34:29.679408 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54688) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:29.769049 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54694) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:29.827965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e58013fe-5654-4720-8df1-5e157a23f86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.300286 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e58013fe-5654-4720-8df1-5e157a23f86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.307171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e58013fe-5654-4720-8df1-5e157a23f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.385925 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e58013fe-5654-4720-8df1-5e157a23f86e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a27e4c038ce14698a6a24ff4123cd145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054079 Sep 15 18:34:30.387699 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58013fe-5654-4720-8df1-5e157a23f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e65c38-c48d-41ae-aa74-bd0d75fd68a4,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:30.388884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54698) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:30.460226 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-334337af-0293-48ad-a35e-f55751b5d0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.482186 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-334337af-0293-48ad-a35e-f55751b5d0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.534280 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-334337af-0293-48ad-a35e-f55751b5d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.537579 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-334337af-0293-48ad-a35e-f55751b5d0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.538798 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-334337af-0293-48ad-a35e-f55751b5d0c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70e65c38-c48d-41ae-aa74-bd0d75fd68a4 HTTP/1.1" status: 204 len: 168 time: 0.1475964 Sep 15 18:34:30.547835 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334337af-0293-48ad-a35e-f55751b5d0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e65c38-c48d-41ae-aa74-bd0d75fd68a4,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:30.550059 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.813462 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54706) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:30.826625 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-809de153-76d1-47a4-8444-e9f2f7097b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.854861 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Deleting port f45e7859-6252-4895-8a90-4cec323a88c7 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:30.855457 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.926726 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-809de153-76d1-47a4-8444-e9f2f7097b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.932146 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-809de153-76d1-47a4-8444-e9f2f7097b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.936534 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] For port f45e7859-6252-4895-8a90-4cec323a88c7, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=f45e7859-6252-4895-8a90-4cec323a88c7,segment=NetworkSegment(84f40861-8dcf-40d3-849b-1fba9caa802a),segment_id=84f40861-8dcf-40d3-849b-1fba9caa802a)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:30.936903 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:30.949979 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Calling delete_port for f45e7859-6252-4895-8a90-4cec323a88c7 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:30.970550 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-809de153-76d1-47a4-8444-e9f2f7097b41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19a4764f60b74c6db87702519dfc028a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560280 Sep 15 18:34:30.972511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809de153-76d1-47a4-8444-e9f2f7097b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b17102-9c1f-42ab-9e2b-f77a506b0efa,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:30.975767 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54710) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:31.030413 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a71af555-ab87-42e8-ac3c-82b379127f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.051669 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a71af555-ab87-42e8-ac3c-82b379127f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.101829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a71af555-ab87-42e8-ac3c-82b379127f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.104474 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a71af555-ab87-42e8-ac3c-82b379127f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.108267 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a71af555-ab87-42e8-ac3c-82b379127f0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45b17102-9c1f-42ab-9e2b-f77a506b0efa HTTP/1.1" status: 204 len: 168 time: 0.1287258 Sep 15 18:34:31.113479 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71af555-ab87-42e8-ac3c-82b379127f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b17102-9c1f-42ab-9e2b-f77a506b0efa,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:31.132648 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.161620 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Pushing event deleted for resources: {'Port': ['ID=f45e7859-6252-4895-8a90-4cec323a88c7,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:31.327735 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.549412 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:34:31.672373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:34:31.681200 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b7bbd16b-b47e-43c9-bcd3-20039cc1c36e admin admin] 10.222.0.43 "PUT /v2.0/routers/1f8489df-b85e-45d3-b8ab-da09af15a3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075577 Sep 15 18:34:31.681200 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54730) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:31.685168 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] Sync routers for ids ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:34:31.695791 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] Routers {'1f8489df-b85e-45d3-b8ab-da09af15a3e2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:34:31.696421 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:31.795171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.805855 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] Set router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:34:31.902563 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:31.966908 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Deleting port fc5d4e44-e4eb-46d4-bbfd-7e296070e152 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:34:31.966908 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.022069 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:34:31Z', 'revision_number': 5, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port': {'id': 'fc5d4e44-e4eb-46d4-bbfd-7e296070e152', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:32.049154 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] Checking router: 1f8489df-b85e-45d3-b8ab-da09af15a3e2 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:34:32.058304 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] Routers {'1f8489df-b85e-45d3-b8ab-da09af15a3e2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:34:32.058768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] For port fc5d4e44-e4eb-46d4-bbfd-7e296070e152, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:34:32.058924 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:32.059339 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.072818 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Calling delete_port for fc5d4e44-e4eb-46d4-bbfd-7e296070e152 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:34:32.152278 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] Set router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 gateway port host: None {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:34:32.209256 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:34:31Z', 'revision_number': 6, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port_host': None}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:32.238278 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfc568-960c-473b-9a2d-fcb18366c1f3 None None] The sync data for ids ['1f8489df-b85e-45d3-b8ab-da09af15a3e2'] in dv-cinder-784603-2-iscsi is: [{'id': '1f8489df-b85e-45d3-b8ab-da09af15a3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1403800100-router', 'tenant_id': '9ae2a6a347f8409294c53595013eeae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:44Z', 'updated_at': '2021-09-15T18:34:31Z', 'revision_number': 6, 'project_id': '9ae2a6a347f8409294c53595013eeae0', 'gw_port_host': None}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:34:32.269966 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.302132 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5d4e44-e4eb-46d4-bbfd-7e296070e152,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:32.360203 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.720481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.722691 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.791753 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.792324 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f8489df-b85e-45d3-b8ab-da09af15a3e2 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:34:32.797707 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.801114 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-df4a59e2-3c6e-4493-a288-a0adbb634ed5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1f8489df-b85e-45d3-b8ab-da09af15a3e2 HTTP/1.1" status: 204 len: 168 time: 1.1165960 Sep 15 18:34:32.801376 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54764) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:32.855086 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Deleting subnet 30d5d8fc-ef92-48e9-88cd-604995c06716 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:34:32.858339 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.893459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.933351 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:32.991389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.021536 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d5d8fc-ef92-48e9-88cd-604995c06716,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:33.026302 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.030544 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-34846205-b4d1-42b0-a68d-642581eb5fa1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30d5d8fc-ef92-48e9-88cd-604995c06716 HTTP/1.1" status: 204 len: 168 time: 0.2260826 Sep 15 18:34:33.030824 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54776) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:33.104714 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.155164 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device fc5d4e44-e4eb-46d4-bbfd-7e296070e152 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:33.177061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: fc5d4e44-e4eb-46d4-bbfd-7e296070e152 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:33.177061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device fc5d4e44-e4eb-46d4-bbfd-7e296070e152 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:33.177061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f45e7859-6252-4895-8a90-4cec323a88c7 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:33.197467 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: f45e7859-6252-4895-8a90-4cec323a88c7 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:33.198068 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f45e7859-6252-4895-8a90-4cec323a88c7 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:33.198227 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.221510 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dc1571-758f-4ec3-a4ef-2ea5d4acd188']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:33.231420 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f40861-8dcf-40d3-849b-1fba9caa802a') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:33.231723 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f40861-8dcf-40d3-849b-1fba9caa802a') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:34:33.242662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.257862 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.264491 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:34:33.265111 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:34:33.266776 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:34:33.330628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.338484 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.340369 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] 10.222.0.43 "DELETE /v2.0/networks/19dc1571-758f-4ec3-a4ef-2ea5d4acd188 HTTP/1.1" status: 204 len: 168 time: 0.3086789 Sep 15 18:34:33.359212 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd5b79-5f55-4fb3-90d8-d1bfc3f46088 admin admin] Pushing event deleted for resources: {'Network': ['ID=19dc1571-758f-4ec3-a4ef-2ea5d4acd188,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:33.471400 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0c38568b-8d1c-4ed5-979d-7435393f204a no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:34:33.492778 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 0c38568b-8d1c-4ed5-979d-7435393f204a {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:34:33.493384 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0c38568b-8d1c-4ed5-979d-7435393f204a not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:34:33.559649 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54796) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:33.598246 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-90dc174a-6321-4e92-9aac-33955f5f80d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ae2a6a347f8409294c53595013eeae0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373547 Sep 15 18:34:33.601257 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54800) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:33.650424 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9344cfc5-36bb-42c2-9fb2-45427640692f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.673115 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9344cfc5-36bb-42c2-9fb2-45427640692f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.723675 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9344cfc5-36bb-42c2-9fb2-45427640692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.726292 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9344cfc5-36bb-42c2-9fb2-45427640692f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:33.727452 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9344cfc5-36bb-42c2-9fb2-45427640692f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62f12bae-b331-40ab-a429-ebd9b3f31ac0 HTTP/1.1" status: 204 len: 168 time: 0.1252863 Sep 15 18:34:33.735354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344cfc5-36bb-42c2-9fb2-45427640692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f12bae-b331-40ab-a429-ebd9b3f31ac0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:37.516692 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 54902) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:37.622579 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-205135e9-71ad-47d5-b667-dc24d9cde8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.716144 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-205135e9-71ad-47d5-b667-dc24d9cde8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.721378 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-205135e9-71ad-47d5-b667-dc24d9cde8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.759920 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-205135e9-71ad-47d5-b667-dc24d9cde8ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e2b20045e654658b3d67ed3512d4599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420788 Sep 15 18:34:37.760659 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205135e9-71ad-47d5-b667-dc24d9cde8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a25af4a-0409-4b95-b216-f04dc7da36b7,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:37.762632 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 54914) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:37.825255 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e82f9c9-7d94-41ea-9aca-8d7d070d3e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.849856 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e82f9c9-7d94-41ea-9aca-8d7d070d3e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.896134 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e82f9c9-7d94-41ea-9aca-8d7d070d3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.898929 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0e82f9c9-7d94-41ea-9aca-8d7d070d3e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:37.900097 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0e82f9c9-7d94-41ea-9aca-8d7d070d3e17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a25af4a-0409-4b95-b216-f04dc7da36b7 HTTP/1.1" status: 204 len: 168 time: 0.1363628 Sep 15 18:34:37.907681 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82f9c9-7d94-41ea-9aca-8d7d070d3e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a25af4a-0409-4b95-b216-f04dc7da36b7,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:39.721883 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55004) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:39.827891 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c037153-d124-49a0-ba8f-1e661d006b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:39.916476 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c037153-d124-49a0-ba8f-1e661d006b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:39.920548 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8c037153-d124-49a0-ba8f-1e661d006b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:39.963054 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8c037153-d124-49a0-ba8f-1e661d006b71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ab9f7d9a93141359b86c8453d8525e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399952 Sep 15 18:34:39.963887 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037153-d124-49a0-ba8f-1e661d006b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505587d3-2170-49b5-bbc4-a81d726c604c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:39.965707 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55014) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:40.020077 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-71c0f55c-8729-4adc-91d7-92bccddb7c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.040695 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-71c0f55c-8729-4adc-91d7-92bccddb7c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.088478 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-71c0f55c-8729-4adc-91d7-92bccddb7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.091264 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-71c0f55c-8729-4adc-91d7-92bccddb7c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.092437 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-71c0f55c-8729-4adc-91d7-92bccddb7c82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/505587d3-2170-49b5-bbc4-a81d726c604c HTTP/1.1" status: 204 len: 168 time: 0.1247203 Sep 15 18:34:40.100798 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0f55c-8729-4adc-91d7-92bccddb7c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505587d3-2170-49b5-bbc4-a81d726c604c,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:40.217459 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55030) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:40.329506 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ed7fab49-21f1-456f-b8bc-23facf49542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.378286 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55036) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:40.393404 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c278318d-178f-44e2-b36f-46f4b330714d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.426767 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ed7fab49-21f1-456f-b8bc-23facf49542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.438839 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ed7fab49-21f1-456f-b8bc-23facf49542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.470730 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fab49-21f1-456f-b8bc-23facf49542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c1e626-4e47-46e5-9ce9-e8806a62d061,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:40.493425 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ed7fab49-21f1-456f-b8bc-23facf49542d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2de07c2704e49c0a77aca8aabbd8044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748559 Sep 15 18:34:40.496065 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55046) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:40.537541 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c278318d-178f-44e2-b36f-46f4b330714d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.541741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c278318d-178f-44e2-b36f-46f4b330714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.549629 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-380cfc91-2f78-42bb-b519-5d3152936add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.572192 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-380cfc91-2f78-42bb-b519-5d3152936add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.590438 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278318d-178f-44e2-b36f-46f4b330714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f72f5d1-8539-4fb0-b222-b03125967aaa,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:40.595807 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c278318d-178f-44e2-b36f-46f4b330714d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46ab91426a6944ec8f0425a4321dcfe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164438 Sep 15 18:34:40.598302 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55052) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:40.631112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-380cfc91-2f78-42bb-b519-5d3152936add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.633937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-380cfc91-2f78-42bb-b519-5d3152936add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.638373 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-380cfc91-2f78-42bb-b519-5d3152936add admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69c1e626-4e47-46e5-9ce9-e8806a62d061 HTTP/1.1" status: 204 len: 168 time: 0.1382170 Sep 15 18:34:40.643556 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cfc91-2f78-42bb-b519-5d3152936add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c1e626-4e47-46e5-9ce9-e8806a62d061,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:40.664084 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-118f8cb0-562a-417f-b93c-28f4c888fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.689313 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-118f8cb0-562a-417f-b93c-28f4c888fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.740593 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-118f8cb0-562a-417f-b93c-28f4c888fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.743780 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-118f8cb0-562a-417f-b93c-28f4c888fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:40.745217 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-118f8cb0-562a-417f-b93c-28f4c888fadd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f72f5d1-8539-4fb0-b222-b03125967aaa HTTP/1.1" status: 204 len: 168 time: 0.1459644 Sep 15 18:34:40.758243 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8cb0-562a-417f-b93c-28f4c888fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f72f5d1-8539-4fb0-b222-b03125967aaa,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:41.066654 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55074) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:41.080424 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cadaf414-58dc-48d1-9fcc-7fb2444a8438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.171742 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cadaf414-58dc-48d1-9fcc-7fb2444a8438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.179113 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-cadaf414-58dc-48d1-9fcc-7fb2444a8438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.222086 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55078) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:41.222300 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-cadaf414-58dc-48d1-9fcc-7fb2444a8438 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0efdcf6e9ee467286145721c4a38932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542563 Sep 15 18:34:41.223418 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaf414-58dc-48d1-9fcc-7fb2444a8438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75f7260-bf65-40d9-bc1b-fec035305339,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:41.275533 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa42e452-151b-4b7b-83e2-68c1f9bfbd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.297606 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa42e452-151b-4b7b-83e2-68c1f9bfbd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.347153 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa42e452-151b-4b7b-83e2-68c1f9bfbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.349799 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa42e452-151b-4b7b-83e2-68c1f9bfbd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.350942 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fa42e452-151b-4b7b-83e2-68c1f9bfbd13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f75f7260-bf65-40d9-bc1b-fec035305339 HTTP/1.1" status: 204 len: 168 time: 0.1275473 Sep 15 18:34:41.358861 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42e452-151b-4b7b-83e2-68c1f9bfbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75f7260-bf65-40d9-bc1b-fec035305339,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:41.633373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55100) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:41.647063 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-94751e2f-8e25-47d1-a1be-321c96a6cfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.737135 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-94751e2f-8e25-47d1-a1be-321c96a6cfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.741158 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-94751e2f-8e25-47d1-a1be-321c96a6cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.779553 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-94751e2f-8e25-47d1-a1be-321c96a6cfd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4d55d67c78843b2b7979faf62feea0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449986 Sep 15 18:34:41.781462 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94751e2f-8e25-47d1-a1be-321c96a6cfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa465c9-dc66-4bcb-9105-51490f366f1a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:41.782240 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55104) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:41.836511 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a66062d8-b381-43d6-8344-5d83c8c9423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.858095 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a66062d8-b381-43d6-8344-5d83c8c9423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.912309 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a66062d8-b381-43d6-8344-5d83c8c9423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.915020 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a66062d8-b381-43d6-8344-5d83c8c9423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:41.916187 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a66062d8-b381-43d6-8344-5d83c8c9423a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fa465c9-dc66-4bcb-9105-51490f366f1a HTTP/1.1" status: 204 len: 168 time: 0.1327574 Sep 15 18:34:41.924289 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66062d8-b381-43d6-8344-5d83c8c9423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa465c9-dc66-4bcb-9105-51490f366f1a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:42.054761 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-b7aab97e-2055-4f36-89ad-03d30abb902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:42.056561 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-b7aab97e-2055-4f36-89ad-03d30abb902b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1138 time: 0.0722747 Sep 15 18:34:42.059981 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b60ea-f28b-4eb4-8827-5b1bc4339896 req-a6642234-dee4-4fd4-b9ec-aaa6f8e370a9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:42.061130 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e38b60ea-f28b-4eb4-8827-5b1bc4339896 req-a6642234-dee4-4fd4-b9ec-aaa6f8e370a9 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0682428 Sep 15 18:34:42.106395 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e38b60ea-f28b-4eb4-8827-5b1bc4339896 req-34f63857-a984-4a96-81f6-b3e054ba0955 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358298 Sep 15 18:34:42.174045 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-2e22474f-e727-4599-88ee-e127e4ac31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:42.175518 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-2e22474f-e727-4599-88ee-e127e4ac31f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 916 time: 0.1094372 Sep 15 18:34:42.257034 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-a3d06159-3b2e-46fe-b946-d21c43e53045 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 1002 time: 0.0690584 Sep 15 18:34:42.321669 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-cf144ae4-5644-435e-8c2e-eb8ae91d5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:42.323129 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-cf144ae4-5644-435e-8c2e-eb8ae91d5178 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.0532665 Sep 15 18:34:42.379692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-ce97b85f-c2c4-4d6c-9d9f-d56c0ff5a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:42.379692 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-ce97b85f-c2c4-4d6c-9d9f-d56c0ff5a9b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468366 Sep 15 18:34:42.478009 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-5eaf4c10-eda1-49e6-9a38-fcacce3c65df service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Sep 15 18:34:42.525782 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55142) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:42.586627 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e280879a-833b-47cc-bcf7-7b4d3960e090 req-62c5a530-61b5-4c81-9c60-c302740f2b2b service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988665 Sep 15 18:34:42.658903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ad63696c-b07d-452b-9de2-afb3ececd826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.771724 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ad63696c-b07d-452b-9de2-afb3ececd826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.776306 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ad63696c-b07d-452b-9de2-afb3ececd826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.808720 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63696c-b07d-452b-9de2-afb3ececd826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80783e8c-3717-4963-956d-88d52491fb39,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:42.824350 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55156) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:42.824862 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ad63696c-b07d-452b-9de2-afb3ececd826 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b67dfe66b454f52ad569f88e92327ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976744 Sep 15 18:34:42.876061 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a6d719b3-d984-4762-9cca-748011806639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.897254 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a6d719b3-d984-4762-9cca-748011806639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.945554 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a6d719b3-d984-4762-9cca-748011806639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.948382 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-a6d719b3-d984-4762-9cca-748011806639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:42.949567 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-a6d719b3-d984-4762-9cca-748011806639 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80783e8c-3717-4963-956d-88d52491fb39 HTTP/1.1" status: 204 len: 168 time: 0.1242435 Sep 15 18:34:42.962336 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d719b3-d984-4762-9cca-748011806639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80783e8c-3717-4963-956d-88d52491fb39,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:43.250392 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b215e9-5aef-41db-8842-9a87bd3ca8e9 req-d4a90cb5-d5e4-47a5-982f-c9d1619a19e7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:43.252086 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91b215e9-5aef-41db-8842-9a87bd3ca8e9 req-d4a90cb5-d5e4-47a5-982f-c9d1619a19e7 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0603881 Sep 15 18:34:43.314505 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91b215e9-5aef-41db-8842-9a87bd3ca8e9 req-7cc54d3e-8de3-44d9-8168-cd29d7a2c15a tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550177 Sep 15 18:34:43.344020 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55188) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:43.360149 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e43c7c87-db08-4a99-9898-3745e4bed65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.452183 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc1da4-2710-4ce3-aabd-6a7567ad0bd3 req-cb2fd438-32e1-4b9e-bdf6-82e285098ef1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:43.453681 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-94cc1da4-2710-4ce3-aabd-6a7567ad0bd3 req-cb2fd438-32e1-4b9e-bdf6-82e285098ef1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0557897 Sep 15 18:34:43.475034 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e43c7c87-db08-4a99-9898-3745e4bed65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.479749 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e43c7c87-db08-4a99-9898-3745e4bed65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.494948 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-94cc1da4-2710-4ce3-aabd-6a7567ad0bd3 req-caa73023-c39d-4b66-9468-111cbf569012 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Sep 15 18:34:43.524544 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e43c7c87-db08-4a99-9898-3745e4bed65f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e199ca028c043c4988ed0bc811c8ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793768 Sep 15 18:34:43.526625 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c7c87-db08-4a99-9898-3745e4bed65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33312c32-4c7b-487e-9b57-c779ed115d1a,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:43.527496 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55194) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:43.782501 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97472a60-d7a9-4e45-9ada-015a12176d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.806624 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97472a60-d7a9-4e45-9ada-015a12176d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.853675 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97472a60-d7a9-4e45-9ada-015a12176d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.856276 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-97472a60-d7a9-4e45-9ada-015a12176d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:43.857408 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-97472a60-d7a9-4e45-9ada-015a12176d8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33312c32-4c7b-487e-9b57-c779ed115d1a HTTP/1.1" status: 204 len: 168 time: 0.3285191 Sep 15 18:34:43.865285 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97472a60-d7a9-4e45-9ada-015a12176d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33312c32-4c7b-487e-9b57-c779ed115d1a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:44.442342 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c585b9-2bfc-4a45-bea7-67a29dee3c87 req-7a3b8f80-3e5d-4a24-8078-51db2a3c6b8d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:44.444403 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0c585b9-2bfc-4a45-bea7-67a29dee3c87 req-7a3b8f80-3e5d-4a24-8078-51db2a3c6b8d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0524778 Sep 15 18:34:44.487114 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0c585b9-2bfc-4a45-bea7-67a29dee3c87 req-6037e097-3bdd-4a30-a334-0c0c35b2ea0e tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358684 Sep 15 18:34:44.630789 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8432fd-e801-4d0d-9038-4c69975fc5c9 req-0bf40ee1-62be-4cce-aa96-fd4565ce590a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:44.632458 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af8432fd-e801-4d0d-9038-4c69975fc5c9 req-0bf40ee1-62be-4cce-aa96-fd4565ce590a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0527351 Sep 15 18:34:44.687001 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af8432fd-e801-4d0d-9038-4c69975fc5c9 req-a912a4b6-e7a4-4b3a-adf6-81ff2434636a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Sep 15 18:34:45.607277 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1144b0-e132-46ba-b92f-b4e967c12423 req-880a4454-b993-4b3d-9904-922c2c57daf4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:45.608882 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eb1144b0-e132-46ba-b92f-b4e967c12423 req-880a4454-b993-4b3d-9904-922c2c57daf4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0502131 Sep 15 18:34:45.652087 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eb1144b0-e132-46ba-b92f-b4e967c12423 req-c6240c67-424e-4c70-a253-e340e70e73ce tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359228 Sep 15 18:34:45.825759 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b86c0-ba1a-4732-aef2-0466fe3f48ff req-1ec1b672-b149-42f0-aef3-a84cabc6443b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:45.832619 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6b8b86c0-ba1a-4732-aef2-0466fe3f48ff req-1ec1b672-b149-42f0-aef3-a84cabc6443b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0553534 Sep 15 18:34:45.881797 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6b8b86c0-ba1a-4732-aef2-0466fe3f48ff req-80a5b23b-9721-4a9b-9644-d719be5ff021 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471005 Sep 15 18:34:46.512771 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55338) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:46.616147 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.706478 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.711207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.751100 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea8e75f3f4f6443e9b752a857fc22981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372725 Sep 15 18:34:46.751975 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9a0b4-efad-4610-8bfb-c2f046073374,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:46.754240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55344) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:46.759600 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.759971 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.760326 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.760644 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.760972 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.761302 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.761624 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.761946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.762267 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.762583 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.762903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.763219 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb04ab-e5b6-45c9-9b55-050351d8e508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.792579 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4dea-5077-476c-baa9-b63b85fc184a req-8388487a-3531-4ba4-8d8f-c23c40bbce55 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:46.794009 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2dcf4dea-5077-476c-baa9-b63b85fc184a req-8388487a-3531-4ba4-8d8f-c23c40bbce55 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0736382 Sep 15 18:34:46.841870 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.852046 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2dcf4dea-5077-476c-baa9-b63b85fc184a req-6c38410b-e281-4116-8ca9-16e03d56cf16 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490680 Sep 15 18:34:46.869208 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.917070 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.919678 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:46.920826 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79d9a0b4-efad-4610-8bfb-c2f046073374 HTTP/1.1" status: 204 len: 168 time: 0.1649678 Sep 15 18:34:46.929537 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9a0b4-efad-4610-8bfb-c2f046073374,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:46.938712 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.939432 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.939564 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.939938 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.940397 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.940739 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.941072 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.941402 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.941732 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.942060 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.942948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:46.943246 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843e1d55-8a90-42d4-a348-de6e82e17fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:34:47.012248 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719afc-bf67-4573-ad41-1755df9d158b req-b2e38aaa-77aa-4c4d-be15-aa380154c81d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:47.014068 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4b719afc-bf67-4573-ad41-1755df9d158b req-b2e38aaa-77aa-4c4d-be15-aa380154c81d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0523927 Sep 15 18:34:47.055392 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4b719afc-bf67-4573-ad41-1755df9d158b req-5d2c0c11-9614-40a3-85d8-95466e6b4042 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346293 Sep 15 18:34:47.192167 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55354) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:47.207320 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcada-d0ac-44fe-a9b2-fa3d3219b6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.294699 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcada-d0ac-44fe-a9b2-fa3d3219b6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.299202 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9fdcada-d0ac-44fe-a9b2-fa3d3219b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.336481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdcada-d0ac-44fe-a9b2-fa3d3219b6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d30f22-36a8-41d5-a765-b16a4b667432,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:47.343498 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55358) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:47.343655 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d9fdcada-d0ac-44fe-a9b2-fa3d3219b6bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b458c17e7de74339bdc888e7d1201569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496468 Sep 15 18:34:47.398133 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c2223eb4-14c8-40a9-9705-ab5545bade8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.421437 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c2223eb4-14c8-40a9-9705-ab5545bade8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.468111 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c2223eb4-14c8-40a9-9705-ab5545bade8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.470638 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c2223eb4-14c8-40a9-9705-ab5545bade8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:47.471763 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c2223eb4-14c8-40a9-9705-ab5545bade8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72d30f22-36a8-41d5-a765-b16a4b667432 HTTP/1.1" status: 204 len: 168 time: 0.1267560 Sep 15 18:34:47.480139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2223eb4-14c8-40a9-9705-ab5545bade8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d30f22-36a8-41d5-a765-b16a4b667432,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:47.971713 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0fd-28e0-4c01-9283-9518bdf4c833 req-8d957313-42ba-4083-a645-c12a2dccd2da tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:47.973218 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16d1c0fd-28e0-4c01-9283-9518bdf4c833 req-8d957313-42ba-4083-a645-c12a2dccd2da tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0532689 Sep 15 18:34:48.013519 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-16d1c0fd-28e0-4c01-9283-9518bdf4c833 req-c8f77ac9-4d33-425b-a62d-3c1f3d5f4e0d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342977 Sep 15 18:34:48.172477 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6dd2-3bdf-41a0-98b3-42fa90f9dbff req-fbff2ece-9f50-470d-8046-b29b6dc02053 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:48.173993 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-55ab6dd2-3bdf-41a0-98b3-42fa90f9dbff req-fbff2ece-9f50-470d-8046-b29b6dc02053 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0485830 Sep 15 18:34:48.213388 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-55ab6dd2-3bdf-41a0-98b3-42fa90f9dbff req-bdc6bcf3-8c6c-4347-bb76-1daddeff86d8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Sep 15 18:34:49.127202 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63191a-02e3-4466-b750-003eb5512ef6 req-5be91b69-eced-4dc4-a8a5-4994ccac2610 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:49.128614 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe63191a-02e3-4466-b750-003eb5512ef6 req-5be91b69-eced-4dc4-a8a5-4994ccac2610 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0491402 Sep 15 18:34:49.168334 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe63191a-02e3-4466-b750-003eb5512ef6 req-72afb9ad-109a-46d2-b8e7-d86671f94ea4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328190 Sep 15 18:34:49.337386 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982054b-379b-4ffb-9e38-7743f72057ff req-703f5aac-ceb7-4971-b6dc-2369ed4577ce tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:49.338855 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d982054b-379b-4ffb-9e38-7743f72057ff req-703f5aac-ceb7-4971-b6dc-2369ed4577ce tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0526333 Sep 15 18:34:49.376095 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d982054b-379b-4ffb-9e38-7743f72057ff req-6f7867f0-6f89-4ba8-a16e-b5d400c1de59 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Sep 15 18:34:50.282768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937f8cb-c9e8-4039-a9de-1fc57d6707e5 req-81fe4164-8e43-4c6e-9d6e-371748439d75 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:50.284217 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9937f8cb-c9e8-4039-a9de-1fc57d6707e5 req-81fe4164-8e43-4c6e-9d6e-371748439d75 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0477726 Sep 15 18:34:50.323788 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9937f8cb-c9e8-4039-a9de-1fc57d6707e5 req-f8bffda5-db88-4810-8d61-18b14b49a7db tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325065 Sep 15 18:34:50.495277 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98733a-7a86-4122-a75d-c6d661eb6f50 req-cf28da43-3632-44cc-acc4-68c407a8d39d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:50.496729 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3f98733a-7a86-4122-a75d-c6d661eb6f50 req-cf28da43-3632-44cc-acc4-68c407a8d39d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0502987 Sep 15 18:34:50.533947 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3f98733a-7a86-4122-a75d-c6d661eb6f50 req-ac6e4485-6dff-45f7-b2b1-7da8894171c2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Sep 15 18:34:50.848200 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55436) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:50.913265 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0291c2ff-ef6a-4d22-8030-01d4667e880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:50.959301 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8f3215ee-3e46-4db1-9352-90171a7a9577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.051439 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8f3215ee-3e46-4db1-9352-90171a7a9577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.055909 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8f3215ee-3e46-4db1-9352-90171a7a9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.095017 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8f3215ee-3e46-4db1-9352-90171a7a9577 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84eed2f9221a4dbca953a42e201f54fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455163 Sep 15 18:34:51.095903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3215ee-3e46-4db1-9352-90171a7a9577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9fe77-e95c-40a0-a0ca-032fa99c4ec8,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:51.097727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55452) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:51.157768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d25089f7-fe98-4cf2-b914-c8404aabacdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.180668 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d25089f7-fe98-4cf2-b914-c8404aabacdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.237732 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d25089f7-fe98-4cf2-b914-c8404aabacdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.241455 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d25089f7-fe98-4cf2-b914-c8404aabacdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.244272 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d25089f7-fe98-4cf2-b914-c8404aabacdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32c9fe77-e95c-40a0-a0ca-032fa99c4ec8 HTTP/1.1" status: 204 len: 168 time: 0.1445389 Sep 15 18:34:51.251965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25089f7-fe98-4cf2-b914-c8404aabacdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9fe77-e95c-40a0-a0ca-032fa99c4ec8,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:51.446223 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3afc7-1805-4137-9f43-642dbf992065 req-61ba036d-3346-4b0e-87aa-14183317efac tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:51.448722 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-98c3afc7-1805-4137-9f43-642dbf992065 req-61ba036d-3346-4b0e-87aa-14183317efac tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0569618 Sep 15 18:34:51.496073 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-98c3afc7-1805-4137-9f43-642dbf992065 req-0c3598d0-10de-48a0-966c-426a628ffdf8 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411096 Sep 15 18:34:51.523798 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55472) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:51.537644 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb22ffd-01ba-4d18-9493-ecfe641e5c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.639497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb22ffd-01ba-4d18-9493-ecfe641e5c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.643751 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8eb22ffd-01ba-4d18-9493-ecfe641e5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.658821 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4ad2-e17e-4eb6-80c5-db34c7aaca30 req-7dbc10ae-e09d-4dfe-82f0-4d8a6b370f55 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:51.660359 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-affa4ad2-e17e-4eb6-80c5-db34c7aaca30 req-7dbc10ae-e09d-4dfe-82f0-4d8a6b370f55 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0519092 Sep 15 18:34:51.684760 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb22ffd-01ba-4d18-9493-ecfe641e5c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb796f-077b-4d62-acde-f3696546eace,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:51.690223 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8eb22ffd-01ba-4d18-9493-ecfe641e5c96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0ec44bb0f0742c6893dc1029e5ba00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653545 Sep 15 18:34:51.692943 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55476) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:51.712794 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-affa4ad2-e17e-4eb6-80c5-db34c7aaca30 req-a0bd8d90-dcff-42e5-9576-01d65f9e7460 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455275 Sep 15 18:34:51.752821 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9045-526f-44ad-a997-5e9a809c328c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.778240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9045-526f-44ad-a997-5e9a809c328c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.834868 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9045-526f-44ad-a997-5e9a809c328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.838192 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6b3b9045-526f-44ad-a997-5e9a809c328c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:51.839576 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6b3b9045-526f-44ad-a997-5e9a809c328c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62cb796f-077b-4d62-acde-f3696546eace HTTP/1.1" status: 204 len: 168 time: 0.1454623 Sep 15 18:34:51.849426 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b9045-526f-44ad-a997-5e9a809c328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb796f-077b-4d62-acde-f3696546eace,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:52.159042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55486) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:52.172615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e426a902-7997-4837-9a15-6807edce4694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.260471 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e426a902-7997-4837-9a15-6807edce4694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.264183 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e426a902-7997-4837-9a15-6807edce4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.302624 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e426a902-7997-4837-9a15-6807edce4694 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62e61db1dcf54a488ca0fb20e8a029a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418464 Sep 15 18:34:52.303589 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426a902-7997-4837-9a15-6807edce4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c63ce6d-6e10-4d6d-b4c9-366f4874ed24,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:52.305281 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55492) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:52.358877 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a5dcd734-2ef2-4c60-a422-f218eb1435d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.381728 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a5dcd734-2ef2-4c60-a422-f218eb1435d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.431738 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a5dcd734-2ef2-4c60-a422-f218eb1435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.434906 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a5dcd734-2ef2-4c60-a422-f218eb1435d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.436068 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a5dcd734-2ef2-4c60-a422-f218eb1435d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c63ce6d-6e10-4d6d-b4c9-366f4874ed24 HTTP/1.1" status: 204 len: 168 time: 0.1286910 Sep 15 18:34:52.444397 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcd734-2ef2-4c60-a422-f218eb1435d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c63ce6d-6e10-4d6d-b4c9-366f4874ed24,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:52.554646 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55500) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:52.624992 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0c04-51c4-4374-a1c7-2569a75d099c req-5812b878-de0b-4c18-9c6a-f9e1c38d4f2b tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:52.626525 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e08f0c04-51c4-4374-a1c7-2569a75d099c req-5812b878-de0b-4c18-9c6a-f9e1c38d4f2b tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0581467 Sep 15 18:34:52.674042 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e08f0c04-51c4-4374-a1c7-2569a75d099c req-0be4a2e8-af38-4d8c-8f88-06c3bb668d27 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409784 Sep 15 18:34:52.771842 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d657cadd-ec75-494a-a0b1-dabbe74eb02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.868563 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8e2ec-3d7c-42ad-ab59-8b23c475b511 req-b6407092-ffb7-4199-ac22-fabec40b9ab1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:52.870031 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dac8e2ec-3d7c-42ad-ab59-8b23c475b511 req-b6407092-ffb7-4199-ac22-fabec40b9ab1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0774612 Sep 15 18:34:52.933601 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dac8e2ec-3d7c-42ad-ab59-8b23c475b511 req-e58ab572-c5f4-4dad-a9c0-4b124dedb1cd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525637 Sep 15 18:34:52.947167 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d657cadd-ec75-494a-a0b1-dabbe74eb02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.954544 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d657cadd-ec75-494a-a0b1-dabbe74eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:52.998001 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d657cadd-ec75-494a-a0b1-dabbe74eb02b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e0800712db244b9ad11056e1473e0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422781 Sep 15 18:34:52.998468 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55522) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:52.999274 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657cadd-ec75-494a-a0b1-dabbe74eb02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3702f47-aaf4-4b3a-8779-e76f2629a794,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:53.061773 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cd3f649a-fad2-4c21-890a-fa2181897fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.084354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cd3f649a-fad2-4c21-890a-fa2181897fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.146587 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cd3f649a-fad2-4c21-890a-fa2181897fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.149340 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cd3f649a-fad2-4c21-890a-fa2181897fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.153006 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cd3f649a-fad2-4c21-890a-fa2181897fd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3702f47-aaf4-4b3a-8779-e76f2629a794 HTTP/1.1" status: 204 len: 168 time: 0.1525707 Sep 15 18:34:53.162615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f649a-fad2-4c21-890a-fa2181897fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3702f47-aaf4-4b3a-8779-e76f2629a794,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:53.651498 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55554) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:53.712982 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2b82-d108-4d7e-8553-240037fb5819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.788265 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-87a090be-1c88-413c-a34f-f1abf62f1fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.826169 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc35d4e-4cc2-497c-96d8-6a5e837d5852 req-53836867-076f-4f97-8ccd-b33f0637be48 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:53.827638 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0bc35d4e-4cc2-497c-96d8-6a5e837d5852 req-53836867-076f-4f97-8ccd-b33f0637be48 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0769315 Sep 15 18:34:53.892124 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0bc35d4e-4cc2-497c-96d8-6a5e837d5852 req-61c8a0b7-5a94-431f-aa98-74b7ff4cd134 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571413 Sep 15 18:34:53.934129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-87a090be-1c88-413c-a34f-f1abf62f1fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.937955 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-87a090be-1c88-413c-a34f-f1abf62f1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:53.975944 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a090be-1c88-413c-a34f-f1abf62f1fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90fdb1e-8954-4f3e-acda-27a34f8324d9,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:53.981274 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-87a090be-1c88-413c-a34f-f1abf62f1fa8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ebe073bcaa343399041e626500c8c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286600 Sep 15 18:34:53.983776 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55574) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:34:54.035928 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1de519d4-f1f6-4d66-8423-d96f26ecaa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:54.059649 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1de519d4-f1f6-4d66-8423-d96f26ecaa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:54.060261 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a567d4-67d5-479a-b462-4f25bfa1ff74 req-b306bba9-3868-437c-bc11-4f4b99d4adea tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:54.062244 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d7a567d4-67d5-479a-b462-4f25bfa1ff74 req-b306bba9-3868-437c-bc11-4f4b99d4adea tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0533597 Sep 15 18:34:54.105274 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d7a567d4-67d5-479a-b462-4f25bfa1ff74 req-64924d96-e857-4920-a578-c9c312dde3b3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368273 Sep 15 18:34:54.111406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1de519d4-f1f6-4d66-8423-d96f26ecaa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:54.114527 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1de519d4-f1f6-4d66-8423-d96f26ecaa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:54.118106 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1de519d4-f1f6-4d66-8423-d96f26ecaa5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a90fdb1e-8954-4f3e-acda-27a34f8324d9 HTTP/1.1" status: 204 len: 168 time: 0.1310799 Sep 15 18:34:54.126819 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de519d4-f1f6-4d66-8423-d96f26ecaa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90fdb1e-8954-4f3e-acda-27a34f8324d9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:34:54.154304 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:54.742368 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:55.010822 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730b5d1-2440-4208-8369-fd2bb91f7401 req-04df8765-4309-426a-830e-5c577c8c2ef6 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:55.012303 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f730b5d1-2440-4208-8369-fd2bb91f7401 req-04df8765-4309-426a-830e-5c577c8c2ef6 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0503383 Sep 15 18:34:55.052151 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f730b5d1-2440-4208-8369-fd2bb91f7401 req-76556c2a-63ba-46ca-96e4-832f6c38b222 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331938 Sep 15 18:34:55.264522 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1433d-a500-4a8e-9f62-22f6821f148e req-8e6849a1-1714-4f87-afb7-48d5da5d04e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:55.266086 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-82c1433d-a500-4a8e-9f62-22f6821f148e req-8e6849a1-1714-4f87-afb7-48d5da5d04e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0597844 Sep 15 18:34:55.303307 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-82c1433d-a500-4a8e-9f62-22f6821f148e req-a2c7cf20-7697-4580-8219-ba6f7d2a01a1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297887 Sep 15 18:34:56.109761 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:56.195155 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6736-7cfe-461b-9cfb-5b599d268846 req-3f3e7ad6-50f2-4c6a-be00-1e1ebc181d58 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:56.196838 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dfad6736-7cfe-461b-9cfb-5b599d268846 req-3f3e7ad6-50f2-4c6a-be00-1e1ebc181d58 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0659912 Sep 15 18:34:56.250780 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dfad6736-7cfe-461b-9cfb-5b599d268846 req-fae5e17e-cddd-46e5-afe6-13a3a8d1de8c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474818 Sep 15 18:34:56.424577 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21d08-1aaa-45de-8b5a-e991de03a86a req-2e56d510-9266-4503-966e-158077a2d91c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:56.426603 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fa21d08-1aaa-45de-8b5a-e991de03a86a req-2e56d510-9266-4503-966e-158077a2d91c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0525763 Sep 15 18:34:56.466518 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fa21d08-1aaa-45de-8b5a-e991de03a86a req-315b5c5a-fa46-4b35-9de6-34d81604235c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333385 Sep 15 18:34:56.883442 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:34:56.969977 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-65a6d163-9d2b-48b7-ba0a-58429f3126ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396485 Sep 15 18:34:57.035176 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-5ef761ed-648a-42c3-9023-46014caabca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.037421 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-5ef761ed-648a-42c3-9023-46014caabca1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1098 time: 0.0446801 Sep 15 18:34:57.154743 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-7e31a1b3-f092-46c4-b888-3d34bdd43481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.156335 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-7e31a1b3-f092-46c4-b888-3d34bdd43481 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 912 time: 0.0929794 Sep 15 18:34:57.205980 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:34:57.228711 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-6a024114-0e80-48f4-abb0-f50aa9fa923e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 200 len: 1001 time: 0.0651612 Sep 15 18:34:57.281348 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-64e13ba0-27fc-42e2-90f5-fe75c50243a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.282818 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-64e13ba0-27fc-42e2-90f5-fe75c50243a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0464211 Sep 15 18:34:57.372584 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-fd93616c-0d01-43a8-b32c-5ebb9441c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.374066 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-fd93616c-0d01-43a8-b32c-5ebb9441c7d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830595 Sep 15 18:34:57.387789 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd702a-9cd5-4363-9de2-6ebba0bc94be req-3530064c-7a61-4942-8163-f62520393af2 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.389491 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-52cd702a-9cd5-4363-9de2-6ebba0bc94be req-3530064c-7a61-4942-8163-f62520393af2 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0636270 Sep 15 18:34:57.500479 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-52cd702a-9cd5-4363-9de2-6ebba0bc94be req-c1e52325-f3fd-441c-a317-18434ecefc48 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883098 Sep 15 18:34:57.527081 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-c4be299b-c3d5-45ab-be2e-aff7773f485e service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364212 Sep 15 18:34:57.531965 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a20ba-de8e-4b38-aff9-77568273c388 req-7b399a70-6d37-47dd-ace9-a972a3bd5763 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.535285 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da3a20ba-de8e-4b38-aff9-77568273c388 req-7b399a70-6d37-47dd-ace9-a972a3bd5763 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.1027699 Sep 15 18:34:57.609310 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da3a20ba-de8e-4b38-aff9-77568273c388 req-1393332e-8bb3-4acf-9962-de5bea73ec32 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625634 Sep 15 18:34:57.690455 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cfd77-5e2a-42f2-90ad-8d1a058e74b3 req-de44900c-632f-4e62-adf3-c99912a067af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:57.691942 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-097cfd77-5e2a-42f2-90ad-8d1a058e74b3 req-de44900c-632f-4e62-adf3-c99912a067af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.1039670 Sep 15 18:34:57.717394 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8fcd7652-5d57-44bf-827f-5b10e270d140 req-e6421c4e-0074-43a9-990e-c0204c7c1de2 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724150 Sep 15 18:34:57.738993 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-097cfd77-5e2a-42f2-90ad-8d1a058e74b3 req-a1cad96e-0582-4743-b13f-71f3075b2078 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Sep 15 18:34:58.608412 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc316f05-ab89-4582-8967-68cf27314bc0 req-45f1dafd-0644-4da7-8163-82b1c0ebdb7c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:58.609867 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bc316f05-ab89-4582-8967-68cf27314bc0 req-45f1dafd-0644-4da7-8163-82b1c0ebdb7c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0500641 Sep 15 18:34:58.649961 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bc316f05-ab89-4582-8967-68cf27314bc0 req-1c488bd1-014f-478d-9103-2a5aceec250d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335870 Sep 15 18:34:58.728244 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f7cd6-5295-4b93-87d3-e2f3b242c1ac req-a3bff144-5a78-4398-a9d3-d881c2efe078 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:58.729720 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f2f7cd6-5295-4b93-87d3-e2f3b242c1ac req-a3bff144-5a78-4398-a9d3-d881c2efe078 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Sep 15 18:34:58.766637 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8f2f7cd6-5295-4b93-87d3-e2f3b242c1ac req-e87a0b10-5e84-4873-926e-7e73177db9b1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Sep 15 18:34:58.859774 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184474bc-359d-4b18-a3f3-f2c30dcd4ff4 req-fa183a45-e4ba-4eba-b566-57a069f52494 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:58.861220 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-184474bc-359d-4b18-a3f3-f2c30dcd4ff4 req-fa183a45-e4ba-4eba-b566-57a069f52494 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0503697 Sep 15 18:34:58.897597 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-184474bc-359d-4b18-a3f3-f2c30dcd4ff4 req-8afd795b-e1fd-4cd8-8b88-a00d517f4ca9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298581 Sep 15 18:34:59.773548 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc08d9-045c-4780-b945-be66caa54116 req-a218afbd-ee3e-4b09-823e-22cba2f97044 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:59.775055 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ebc08d9-045c-4780-b945-be66caa54116 req-a218afbd-ee3e-4b09-823e-22cba2f97044 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0524330 Sep 15 18:34:59.817591 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8ebc08d9-045c-4780-b945-be66caa54116 req-4d87c239-66dc-4a5e-aa33-211de78593a1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365229 Sep 15 18:34:59.883200 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443d864-e887-4e72-a285-f7004e182d89 req-0d21d1bd-9f9f-497f-9c48-2c36d0f288aa tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:34:59.884602 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3443d864-e887-4e72-a285-f7004e182d89 req-0d21d1bd-9f9f-497f-9c48-2c36d0f288aa tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Sep 15 18:34:59.921573 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3443d864-e887-4e72-a285-f7004e182d89 req-ba9c94bf-59af-4a02-8a5d-a61d7202912e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Sep 15 18:35:00.018732 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa9182-9811-4c16-b890-7fe43cfe88d6 req-1db57c65-bce2-422f-ba8a-e3971245525c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:00.020202 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e2aa9182-9811-4c16-b890-7fe43cfe88d6 req-1db57c65-bce2-422f-ba8a-e3971245525c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0501204 Sep 15 18:35:00.057046 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e2aa9182-9811-4c16-b890-7fe43cfe88d6 req-0007c275-43fe-4f17-9b34-c1c0ab672f7b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Sep 15 18:35:00.966100 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62d073-115e-4577-9cb7-29a6b3f0872d req-76fd51e4-c541-443c-ae0d-6ef913a65c52 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:00.967892 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9e62d073-115e-4577-9cb7-29a6b3f0872d req-76fd51e4-c541-443c-ae0d-6ef913a65c52 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0763803 Sep 15 18:35:01.020335 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9e62d073-115e-4577-9cb7-29a6b3f0872d req-a1d12f22-a7c9-4916-b239-97af0b29f4e4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449915 Sep 15 18:35:01.068819 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587fd65-c530-4d7d-9a03-d2b5812f14e4 req-d3f8274f-d1f2-433c-ab1a-4bd31976df72 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:01.070357 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8587fd65-c530-4d7d-9a03-d2b5812f14e4 req-d3f8274f-d1f2-433c-ab1a-4bd31976df72 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0581024 Sep 15 18:35:01.126983 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8587fd65-c530-4d7d-9a03-d2b5812f14e4 req-9006e14b-899b-4c73-8969-8196dc44f109 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500169 Sep 15 18:35:01.210824 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a6c5-0367-462a-984e-8ad108858e34 req-28bba699-d5cb-41bf-9e75-d3c5f7885bbf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:01.212343 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1f78a6c5-0367-462a-984e-8ad108858e34 req-28bba699-d5cb-41bf-9e75-d3c5f7885bbf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0591633 Sep 15 18:35:01.272434 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1f78a6c5-0367-462a-984e-8ad108858e34 req-0a7054bb-5097-410a-80e7-a090119c1842 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514846 Sep 15 18:35:02.153224 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642264a-35ae-45be-b870-1f7a13aaa408 req-b6272cd5-7e81-4372-8ac2-d88bdcb34e50 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:02.154678 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a642264a-35ae-45be-b870-1f7a13aaa408 req-b6272cd5-7e81-4372-8ac2-d88bdcb34e50 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0600214 Sep 15 18:35:02.198819 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a642264a-35ae-45be-b870-1f7a13aaa408 req-31878b74-0ba8-4b72-b981-2a5b61ad7398 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371058 Sep 15 18:35:02.269433 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d57bf-4e6d-427f-aa9c-b2640a66d320 req-c6078e1e-cfdb-4573-985d-02ac5b1bfbb5 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:02.271072 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cd3d57bf-4e6d-427f-aa9c-b2640a66d320 req-c6078e1e-cfdb-4573-985d-02ac5b1bfbb5 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Sep 15 18:35:02.308609 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cd3d57bf-4e6d-427f-aa9c-b2640a66d320 req-47ac14a9-427c-4976-9c8b-c95a4ebaadea tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Sep 15 18:35:02.393897 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb3638-2a15-42d6-aae4-3bbc2d2fa45a req-a902552e-b7e6-46c0-a38e-7b92d3bc214b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:02.400383 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7bb3638-2a15-42d6-aae4-3bbc2d2fa45a req-a902552e-b7e6-46c0-a38e-7b92d3bc214b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0555596 Sep 15 18:35:02.441360 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a7bb3638-2a15-42d6-aae4-3bbc2d2fa45a req-63c1148d-bd80-4ad1-a787-f5b8ff1e01d2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Sep 15 18:35:03.352444 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147804e-12fa-4029-9b2f-efe519941292 req-e9bd9024-75a9-420e-9268-836bb896681d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:03.354221 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e147804e-12fa-4029-9b2f-efe519941292 req-e9bd9024-75a9-420e-9268-836bb896681d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0730729 Sep 15 18:35:03.419052 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e147804e-12fa-4029-9b2f-efe519941292 req-33021f3f-3975-409f-9e03-550fbdd5f9df tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580618 Sep 15 18:35:03.460363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39fac-f543-43d4-8997-0e261bf8dbdd req-2ee68ec8-d4a9-4cf4-8179-026db52ff369 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:03.467480 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b39fac-f543-43d4-8997-0e261bf8dbdd req-2ee68ec8-d4a9-4cf4-8179-026db52ff369 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0784025 Sep 15 18:35:03.520979 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-93b39fac-f543-43d4-8997-0e261bf8dbdd req-7ad779fa-6cd9-4817-87b7-08f6f7547c71 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Sep 15 18:35:03.586696 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1615f1a-07c1-4fea-82e3-c605f2de45b9 req-6848b880-f9e9-49e2-a6d7-b030678d1201 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:03.587554 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:35:03.588814 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a1615f1a-07c1-4fea-82e3-c605f2de45b9 req-6848b880-f9e9-49e2-a6d7-b030678d1201 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0615034 Sep 15 18:35:03.672338 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a1615f1a-07c1-4fea-82e3-c605f2de45b9 req-ba308247-ddba-48c7-94c8-e727710c4c75 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772212 Sep 15 18:35:03.745344 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:03.760383 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '1459a169-e694-4ac0-a247-311752dd2f58', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'port_id': '1459a169-e694-4ac0-a247-311752dd2f58', 'mac_address': 'fa:16:3e:1b:c0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:35:03.845083 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:03.865482 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1459a169-e694-4ac0-a247-311752dd2f58 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:35:03.917894 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:03.940953 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.018894 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=6']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:04.026947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.027466 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.027936 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.028518 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.029073 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.029610 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.030319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.030959 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.032435 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.032776 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.034239 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.034729 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:04.070923 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55878) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:04.072491 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['1459a169-e694-4ac0-a247-311752dd2f58'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:35:04.298463 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d8d137c9-38a5-4c5d-a802-4cc04b180a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.453416 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d8d137c9-38a5-4c5d-a802-4cc04b180a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.460950 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d8d137c9-38a5-4c5d-a802-4cc04b180a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.494533 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d137c9-38a5-4c5d-a802-4cc04b180a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4313660-a960-47c4-9ae3-7d43578eba2b,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:04.512683 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d8d137c9-38a5-4c5d-a802-4cc04b180a84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5d6151da13a49d198940f49f0c8e588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313335 Sep 15 18:35:04.515365 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55888) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:04.613638 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aa3c8-81cc-47c6-8dc4-5e56cf024dd5 req-3c7f6fa8-6f49-4924-986e-db616537576c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:04.624900 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c2aa3c8-81cc-47c6-8dc4-5e56cf024dd5 req-3c7f6fa8-6f49-4924-986e-db616537576c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.1161294 Sep 15 18:35:04.646884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0b937a9-f268-4783-a372-82577a33f90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.666305 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55894) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:04.669930 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0b937a9-f268-4783-a372-82577a33f90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.676756 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6c2aa3c8-81cc-47c6-8dc4-5e56cf024dd5 req-1ad05898-9dc6-4936-812d-40ab319bf958 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=317b9c03-cfd5-421a-80c6-f96a31b71435&id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505023 Sep 15 18:35:04.722524 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0b937a9-f268-4783-a372-82577a33f90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.725405 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0b937a9-f268-4783-a372-82577a33f90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.726754 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d0b937a9-f268-4783-a372-82577a33f90a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4313660-a960-47c4-9ae3-7d43578eba2b HTTP/1.1" status: 204 len: 168 time: 0.2099950 Sep 15 18:35:04.746146 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b9814-310b-42bc-8d8d-4b6e8152c982 req-823bb132-24b7-4a6b-8539-b9402c664418 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:04.747971 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d14b9814-310b-42bc-8d8d-4b6e8152c982 req-823bb132-24b7-4a6b-8539-b9402c664418 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.1428757 Sep 15 18:35:04.750786 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b937a9-f268-4783-a372-82577a33f90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4313660-a960-47c4-9ae3-7d43578eba2b,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:04.819079 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d14b9814-310b-42bc-8d8d-4b6e8152c982 req-ca944a61-1579-4d9b-a55c-5eeff4361c61 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458171 Sep 15 18:35:04.861310 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fb0eac31-113e-4896-bf44-e149cc2ccfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:04.894205 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64345a02-fd57-495c-b2f3-afce2fc7991e req-481d41fb-43b5-461e-8389-26a595c2a1bd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:04.896146 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64345a02-fd57-495c-b2f3-afce2fc7991e req-481d41fb-43b5-461e-8389-26a595c2a1bd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 944 time: 0.0872846 Sep 15 18:35:04.974973 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64345a02-fd57-495c-b2f3-afce2fc7991e req-e49f4c96-8e80-4f6d-83af-f70edd8b2d0c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707915 Sep 15 18:35:05.095905 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fb0eac31-113e-4896-bf44-e149cc2ccfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.103645 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fb0eac31-113e-4896-bf44-e149cc2ccfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.147999 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eac31-113e-4896-bf44-e149cc2ccfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d513f99-0d66-485a-81b4-b1bd4cb836aa,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:05.172755 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fb0eac31-113e-4896-bf44-e149cc2ccfa4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=289e2a7c88114752a7dc2e5847ec73cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942131 Sep 15 18:35:05.175649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55910) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:05.239209 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8845be42-687d-458f-8dc8-ac199a3dc688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.263728 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8845be42-687d-458f-8dc8-ac199a3dc688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.323724 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8845be42-687d-458f-8dc8-ac199a3dc688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.326397 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8845be42-687d-458f-8dc8-ac199a3dc688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.327921 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8845be42-687d-458f-8dc8-ac199a3dc688 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d513f99-0d66-485a-81b4-b1bd4cb836aa HTTP/1.1" status: 204 len: 168 time: 0.1502602 Sep 15 18:35:05.336459 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845be42-687d-458f-8dc8-ac199a3dc688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d513f99-0d66-485a-81b4-b1bd4cb836aa,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:05.608590 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:05.675778 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 1459a169-e694-4ac0-a247-311752dd2f58 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:05.676549 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.781423 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.809429 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:05.813794 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9f4449-47e3-440a-8cd6-91c622f10c64" -d '{"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-plugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:05.829750 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:05.843033 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:05.877910 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160ef30-3289-4661-a914-1c408d5e80c4 x-openstack-request-id: req-5160ef30-3289-4661-a914-1c408d5e80c4 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:05.878201 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-plugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:05.878721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5160ef30-3289-4661-a914-1c408d5e80c4 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:05.879724 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'code': 200} Sep 15 18:35:05.915585 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=7']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:05.955827 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d334-ba71-4d37-b185-10aaa041b5c9 req-dbc9c3b1-1d54-42f6-a0f6-620972718612 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:05.959119 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f817d334-ba71-4d37-b185-10aaa041b5c9 req-dbc9c3b1-1d54-42f6-a0f6-620972718612 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Sep 15 18:35:05.999694 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f817d334-ba71-4d37-b185-10aaa041b5c9 req-bce3cc92-f65c-4bc9-a8fe-5091766e9885 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347443 Sep 15 18:35:06.127397 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8acb-07a6-4b3f-b1c2-26d82aa29a7d req-64cfcfcc-909b-4a81-ae01-477f224378b8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:06.128896 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58ea8acb-07a6-4b3f-b1c2-26d82aa29a7d req-64cfcfcc-909b-4a81-ae01-477f224378b8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0539877 Sep 15 18:35:06.172730 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-58ea8acb-07a6-4b3f-b1c2-26d82aa29a7d req-610900c9-9717-4304-ad44-d0c28a1c5fcf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Sep 15 18:35:06.491617 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55926) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:06.626056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75cf203f-a9b1-4cf1-8f2f-6d00e629a3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.731701 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75cf203f-a9b1-4cf1-8f2f-6d00e629a3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.735892 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-75cf203f-a9b1-4cf1-8f2f-6d00e629a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.785314 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-75cf203f-a9b1-4cf1-8f2f-6d00e629a3e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f49ebbcb1960495ca6b87e58a7180794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899015 Sep 15 18:35:06.785314 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf203f-a9b1-4cf1-8f2f-6d00e629a3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1823f8e-c366-4a2b-b4ad-a22ba8edb7b7,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:06.786595 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55934) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:06.857152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0b285df3-777a-49fa-9649-689c3e673360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.892483 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0b285df3-777a-49fa-9649-689c3e673360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.957850 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0b285df3-777a-49fa-9649-689c3e673360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.960746 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0b285df3-777a-49fa-9649-689c3e673360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:06.965444 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0b285df3-777a-49fa-9649-689c3e673360 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1823f8e-c366-4a2b-b4ad-a22ba8edb7b7 HTTP/1.1" status: 204 len: 168 time: 0.1775110 Sep 15 18:35:06.973517 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b285df3-777a-49fa-9649-689c3e673360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1823f8e-c366-4a2b-b4ad-a22ba8edb7b7,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:07.141276 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc197-00e2-48e7-b5f9-f4f4fb6ce81d req-0f483467-14a1-484a-82bd-92c73fa87782 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:07.148573 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-213cc197-00e2-48e7-b5f9-f4f4fb6ce81d req-0f483467-14a1-484a-82bd-92c73fa87782 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0675550 Sep 15 18:35:07.195670 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-213cc197-00e2-48e7-b5f9-f4f4fb6ce81d req-9c8d9c06-105b-4fac-96fc-74838da3fbaa tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461118 Sep 15 18:35:07.325520 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692a9bc-1e65-428a-a8a8-976b54dcdefc req-cee9406e-9721-4aaa-99d2-a6c3479525af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:07.333797 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b692a9bc-1e65-428a-a8a8-976b54dcdefc req-cee9406e-9721-4aaa-99d2-a6c3479525af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0714948 Sep 15 18:35:07.385653 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b692a9bc-1e65-428a-a8a8-976b54dcdefc req-85878abd-6d49-42ec-a4e4-c4744f2f81b2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 Sep 15 18:35:07.783771 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55960) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:07.891020 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1723417366-network', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:07.928024 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Made reservation on behalf of 18e4f5e641eb4570b9b4eae11e02a549 for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:35:07.931623 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:07.944187 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.043104 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.047885 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.076245 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:35:08.082570 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf72a9a-592f-43ef-8df4-fa209189e66d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:08.089379 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.089719 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Added segment 4e3f97f1-df39-4711-b434-53a194a5ea91 of type vlan for network 72ae466c-a0ec-4275-9704-7089287fd459 Sep 15 18:35:08.138534 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.163413 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.164512 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:08.165267 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.210230 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55964) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:08.216113 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Request body: {'subnet': {'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1723417366-subnet', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:08.219545 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4277525 Sep 15 18:35:08.265480 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Made reservation on behalf of 18e4f5e641eb4570b9b4eae11e02a549 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:35:08.269328 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.269952 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670d5c-8ef5-48a1-b19d-883b8e6d07e6 admin admin] Pushing event updated for resources: {'Network': ['ID=72ae466c-a0ec-4275-9704-7089287fd459,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:08.280522 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 72ae466c-a0ec-4275-9704-7089287fd459 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:35:08.402243 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386fd29-6a43-4eea-8fa1-9cec71e24945 req-945a1ef4-1da7-43e9-8889-8fa037f61387 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:08.408526 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3386fd29-6a43-4eea-8fa1-9cec71e24945 req-945a1ef4-1da7-43e9-8889-8fa037f61387 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.1096585 Sep 15 18:35:08.461003 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3386fd29-6a43-4eea-8fa1-9cec71e24945 req-0b17b2f9-f8ad-4497-a2d7-7e0a2531be3e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469615 Sep 15 18:35:08.548187 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058cbb-f273-4771-9b53-b1d8def341bd req-8d675872-9ea2-4d59-9171-68b5b1720c95 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:08.550482 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3f058cbb-f273-4771-9b53-b1d8def341bd req-8d675872-9ea2-4d59-9171-68b5b1720c95 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0897396 Sep 15 18:35:08.586512 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.611752 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3f058cbb-f273-4771-9b53-b1d8def341bd req-4d81d721-a9b9-48b0-a1a3-e8aadf156cf3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527012 Sep 15 18:35:08.660357 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad67918a-d4f1-432a-9374-dee94f7ff874,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:08.682662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Checking segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:08.683035 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Network hostable DHCP agents. Network: 72ae466c-a0ec-4275-9704-7089287fd459, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:35:08.704497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Network 72ae466c-a0ec-4275-9704-7089287fd459 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:35:08.716413 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 72ae466c-a0ec-4275-9704-7089287fd459) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:08.727042 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6a0d8-6712-4b2c-bf4a-93fc8577c295 None None] Network 72ae466c-a0ec-4275-9704-7089287fd459 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:35:08.735569 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:08.736225 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.795203 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ba3bcedf-cc9f-475f-83c3-3c8abf04dea4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5832360 Sep 15 18:35:08.798041 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 55974) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:08.803075 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:08.833253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-72698223-c0b1-4efa-9b96-6ab578f2c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:08.834855 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-72698223-c0b1-4efa-9b96-6ab578f2c65b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 1098 time: 0.0731704 Sep 15 18:35:08.837405 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56f108-d279-4278-b8e4-f264195aa736 req-f6bdd8ba-a920-4a80-a2e3-54f2a8f1072f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:08.838921 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c56f108-d279-4278-b8e4-f264195aa736 req-f6bdd8ba-a920-4a80-a2e3-54f2a8f1072f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0889735 Sep 15 18:35:08.844416 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.845784 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:08.906196 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c56f108-d279-4278-b8e4-f264195aa736 req-2b9aebc8-b731-4410-ba70-446cf120f9a4 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561938 Sep 15 18:35:08.961546 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-72ae466c-a0ec-4275-9704-7089287fd459', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:35:08.962682 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.013377 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.019197 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-08dd8b1b-a4be-4104-af4a-f4b9dfcb4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:09.022019 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-08dd8b1b-a4be-4104-af4a-f4b9dfcb4136 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 912 time: 0.1793590 Sep 15 18:35:09.119636 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Allocated IP 172.20.0.2 (72ae466c-a0ec-4275-9704-7089287fd459/ad67918a-d4f1-432a-9374-dee94f7ff874/27272740-1aba-4b6c-893a-12ff515cc6a6) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:09.295935 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.306655 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.347273 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Network 72ae466c-a0ec-4275-9704-7089287fd459 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:09.351427 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:09.355801 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:09.390599 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Pushing event updated for resources: {'Port': ['ID=27272740-1aba-4b6c-893a-12ff515cc6a6,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:09.426642 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Attempting to bind port 27272740-1aba-4b6c-893a-12ff515cc6a6 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:09.427092 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Attempting to bind port 27272740-1aba-4b6c-893a-12ff515cc6a6 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:09.427510 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Attempting to bind port 27272740-1aba-4b6c-893a-12ff515cc6a6 on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:09.433180 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:09.433687 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Checking segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:09.434182 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.434661 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Bound using segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:09.435218 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Bound port: 27272740-1aba-4b6c-893a-12ff515cc6a6, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:09.435706 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.515123 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.522894 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] For port 27272740-1aba-4b6c-893a-12ff515cc6a6, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:09.528324 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] For port 27272740-1aba-4b6c-893a-12ff515cc6a6, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=27272740-1aba-4b6c-893a-12ff515cc6a6,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:09.533775 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-43f378ed-4af0-4a8f-9c7e-133fb3400e10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 200 len: 1001 time: 0.4139442 Sep 15 18:35:09.534337 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:09.603562 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f09fd0-c081-4d83-8904-775ffb34057f None None] Pushing event updated for resources: {'Port': ['ID=27272740-1aba-4b6c-893a-12ff515cc6a6,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:09.607161 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-21abb38b-7263-49bb-a55b-a39c7c13edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:09.608719 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-21abb38b-7263-49bb-a55b-a39c7c13edca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0631597 Sep 15 18:35:09.705610 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-501af51e-74e2-489a-b377-6e9968cea611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:09.712436 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-501af51e-74e2-489a-b377-6e9968cea611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721016 Sep 15 18:35:09.935601 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d0fd-9a32-49cb-b4ff-64ba4a1d4369 req-5a46e9de-a399-4db6-9711-11708c5916ca tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:09.937437 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fdf9d0fd-9a32-49cb-b4ff-64ba4a1d4369 req-5a46e9de-a399-4db6-9711-11708c5916ca tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.1813653 Sep 15 18:35:09.992495 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:10.022208 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:10.033864 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-3fe74d2a-bd59-437f-b2e9-04dfb7c8e928 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789171 Sep 15 18:35:10.061272 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fdf9d0fd-9a32-49cb-b4ff-64ba4a1d4369 req-faf0fb8f-6c38-49c1-9e21-43693c192047 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969107 Sep 15 18:35:10.088866 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35df67-5ace-46b7-ae0c-6b6c7ef29c85 req-7408a382-2898-4716-aed8-ab274a438006 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:10.091518 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7e35df67-5ace-46b7-ae0c-6b6c7ef29c85 req-7408a382-2898-4716-aed8-ab274a438006 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0839581 Sep 15 18:35:10.140364 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7e35df67-5ace-46b7-ae0c-6b6c7ef29c85 req-b87c3077-bf32-4124-a86c-9d7ea506ec91 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Sep 15 18:35:10.270487 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Allocated IP 172.27.1.184 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/18783a94-8fc0-4a13-abbc-891bc13538e5) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:10.278283 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1194eed5-153c-4bfc-b70a-76c450ea1586 req-6a77c2b2-e499-41a8-90a7-c969f09cd7d0 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704378 Sep 15 18:35:10.393206 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:10.437638 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:10.493750 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:10.495782 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:10.497888 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Pushing event updated for resources: {'Port': ['ID=18783a94-8fc0-4a13-abbc-891bc13538e5,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:10.500489 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:10.855030 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909314a-b187-4a52-a61e-0dd861c3cf2e None None] Network 72ae466c-a0ec-4275-9704-7089287fd459 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:35:10.892293 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:10.964690 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c7dd6027-ba42-4621-bdef-dcbe0de4a3a3 None None] Provisioning complete for port 27272740-1aba-4b6c-893a-12ff515cc6a6 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:10.965078 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c7dd6027-ba42-4621-bdef-dcbe0de4a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:11.117430 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 27272740-1aba-4b6c-893a-12ff515cc6a6 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:11.190755 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c7dd6027-ba42-4621-bdef-dcbe0de4a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:11.277622 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:11.278790 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c7dd6027-ba42-4621-bdef-dcbe0de4a3a3 None None] For port 27272740-1aba-4b6c-893a-12ff515cc6a6, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=27272740-1aba-4b6c-893a-12ff515cc6a6,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:11.293418 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c7dd6027-ba42-4621-bdef-dcbe0de4a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:11.302632 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888628-3f3a-425c-8569-0da3779d2025 req-7b279cc8-57ce-43d0-b4db-b90241dbaca6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:11.304735 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-88888628-3f3a-425c-8569-0da3779d2025 req-7b279cc8-57ce-43d0-b4db-b90241dbaca6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0764687 Sep 15 18:35:11.345188 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696ea1e-9bf2-4750-a973-41d20d1d93ce req-75820c6b-a7dc-4c41-924e-0ecf95be6f5f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:11.352985 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a696ea1e-9bf2-4750-a973-41d20d1d93ce req-75820c6b-a7dc-4c41-924e-0ecf95be6f5f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.1362247 Sep 15 18:35:11.389007 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-88888628-3f3a-425c-8569-0da3779d2025 req-3f67d320-8405-40bb-9522-f03c69de5ae6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773516 Sep 15 18:35:11.438189 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a696ea1e-9bf2-4750-a973-41d20d1d93ce req-eb8a3091-13e2-4aae-87cd-10f9a2590202 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840347 Sep 15 18:35:11.474028 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd6027-ba42-4621-bdef-dcbe0de4a3a3 None None] Pushing event updated for resources: {'Port': ['ID=27272740-1aba-4b6c-893a-12ff515cc6a6,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:11.492752 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 27272740-1aba-4b6c-893a-12ff515cc6a6 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:11.493180 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:11.508637 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:35:11.658309 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:35:11.668737 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:35:11.687076 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:11.688008 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:11.688520 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6f38253f-d368-4adf-afd1-d50eacb23793 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8894701 Sep 15 18:35:11.689150 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:11.691375 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 55992) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:11.821494 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:11.927330 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-1ce6a8b8-7e2a-4e02-89cf-8ada79ed8f4f None None] Provisioning complete for port 27272740-1aba-4b6c-893a-12ff515cc6a6 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:11.927330 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a8b8-7e2a-4e02-89cf-8ada79ed8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.110586 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:10Z', 'revision_number': 3, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:12.151576 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:35:12.152117 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Updating router 6b777b0a-aaba-41c6-a8cb-e2120b34761f port 18783a94-8fc0-4a13-abbc-891bc13538e5 binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:35:12.185239 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.232438 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.422762 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Allocated IP 172.20.0.1 (72ae466c-a0ec-4275-9704-7089287fd459/ad67918a-d4f1-432a-9374-dee94f7ff874/82e31e99-d23d-425e-a8e7-dc15a32d7fc2) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:12.500366 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.506892 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.559171 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Attempting to bind port 18783a94-8fc0-4a13-abbc-891bc13538e5 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:12.559548 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Attempting to bind port 18783a94-8fc0-4a13-abbc-891bc13538e5 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:12.559928 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Attempting to bind port 18783a94-8fc0-4a13-abbc-891bc13538e5 on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:12.568252 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:12.570962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:12.570962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.570962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:12.570962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Bound port: 18783a94-8fc0-4a13-abbc-891bc13538e5, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:12.570962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.571951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee9d0d-d536-48be-953d-031fc9b2c968 None None] Pushing event updated for resources: {'Port': ['ID=18783a94-8fc0-4a13-abbc-891bc13538e5,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:12.633395 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] For port 18783a94-8fc0-4a13-abbc-891bc13538e5, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:12.634062 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df43c0-8992-41e3-8e05-b40264129e30 req-f03589f2-66d5-421b-98da-d62c6fd0c2f6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:12.637162 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] For port 18783a94-8fc0-4a13-abbc-891bc13538e5, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=18783a94-8fc0-4a13-abbc-891bc13538e5,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:12.643338 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.643567 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-74df43c0-8992-41e3-8e05-b40264129e30 req-f03589f2-66d5-421b-98da-d62c6fd0c2f6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0809062 Sep 15 18:35:12.675769 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.701606 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:12.702241 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:12.711264 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-74df43c0-8992-41e3-8e05-b40264129e30 req-0cfd77d7-1c37-4676-93e4-cf5217e3fc78 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661755 Sep 15 18:35:12.750291 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee9d0d-d536-48be-953d-031fc9b2c968 None None] Pushing event updated for resources: {'Port': ['ID=18783a94-8fc0-4a13-abbc-891bc13538e5,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:12.761263 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:12.820039 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Network 72ae466c-a0ec-4275-9704-7089287fd459 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:12.823043 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Pushing event updated for resources: {'Port': ['ID=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:12.829239 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:12.830798 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:12.833986 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:12.874584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.012059 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 27272740-1aba-4b6c-893a-12ff515cc6a6 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:13.082775 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.123437 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 27272740-1aba-4b6c-893a-12ff515cc6a6 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:13.123780 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.189861 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:10Z', 'revision_number': 3, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:13.261803 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777784ab-82a5-4e4d-8830-ee0ac2a03802 None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:10Z', 'revision_number': 3, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:35:13.305250 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-9b62d51a-8f98-40cb-8120-409fca3e1dfb None None] Provisioning complete for port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:13.306719 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9b62d51a-8f98-40cb-8120-409fca3e1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.329630 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.334925 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.360130 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-9b62d51a-8f98-40cb-8120-409fca3e1dfb None None] Port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:35:13.406811 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.408649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Pushing event updated for resources: {'Port': ['ID=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:13.536207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Network 72ae466c-a0ec-4275-9704-7089287fd459 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:13.537884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:13.740031 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:35:13.903261 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363791b2-0b3a-4b93-939f-2d23306c78d0 req-4c40eb55-bb13-4db2-814c-63c703eecda7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:13.905082 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-2e02b686-e126-4be8-802c-9f844441ef2a None None] Provisioning complete for port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:13.905450 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-2e02b686-e126-4be8-802c-9f844441ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:13.911362 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-363791b2-0b3a-4b93-939f-2d23306c78d0 req-4c40eb55-bb13-4db2-814c-63c703eecda7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0863309 Sep 15 18:35:13.968394 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:35:13.976987 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-2e02b686-e126-4be8-802c-9f844441ef2a None None] Port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:35:13.980461 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-363791b2-0b3a-4b93-939f-2d23306c78d0 req-75795f56-f8e2-4d0f-b160-4a2595f2bbde tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612555 Sep 15 18:35:13.990690 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-9d59d724-632e-4429-8d74-47c75e011b27 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b777b0a-aaba-41c6-a8cb-e2120b34761f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973018 Sep 15 18:35:14.545267 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56026) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:14.550270 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1109165475-network', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:14.572596 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Made reservation on behalf of 857f2d2547cf4c9ebc595e9f6cdda109 for: {'network': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:35:14.575145 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.584010 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.676548 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.680481 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.704462 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=93978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:35:14.719417 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dd356b-7282-404a-bccf-ebddc5eacf48,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:14.723986 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.724336 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.segments_db [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Added segment 4dcafe01-d704-433c-a154-4879154c59fc of type vlan for network 87212cfe-07f4-4527-a66c-2ba91b86cde1 Sep 15 18:35:14.763417 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.789229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.790111 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:14.790711 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.823311 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2769120 Sep 15 18:35:14.826172 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56028) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:14.831684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Request body: {'subnet': {'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1109165475-subnet', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:14.849856 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240db0b6-35c1-4338-8176-24729326e17a admin admin] Pushing event updated for resources: {'Network': ['ID=87212cfe-07f4-4527-a66c-2ba91b86cde1,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:14.855615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Made reservation on behalf of 857f2d2547cf4c9ebc595e9f6cdda109 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:35:14.858019 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:14.860141 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:35:14.984550 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-6b93e3db-28d9-47ee-97bd-ec2d7f83f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:14.986428 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-6b93e3db-28d9-47ee-97bd-ec2d7f83f5aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1098 time: 0.0701971 Sep 15 18:35:14.986939 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 18783a94-8fc0-4a13-abbc-891bc13538e5 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:15.045932 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 18783a94-8fc0-4a13-abbc-891bc13538e5 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:15.046433 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.109095 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dd169-9e84-456d-84e2-06eec3661888 req-6434222f-4dae-4df1-9211-01b9492b3868 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:15.110623 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5e6dd169-9e84-456d-84e2-06eec3661888 req-6434222f-4dae-4df1-9211-01b9492b3868 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0568140 Sep 15 18:35:15.133387 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.145510 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-e2176583-bf8d-4f0c-99af-e7dd4fe80170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:15.147165 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-e2176583-bf8d-4f0c-99af-e7dd4fe80170 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.1536770 Sep 15 18:35:15.148643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.155471 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 18783a94-8fc0-4a13-abbc-891bc13538e5, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=18783a94-8fc0-4a13-abbc-891bc13538e5,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:15.164570 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.171246 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5e6dd169-9e84-456d-84e2-06eec3661888 req-a7b1c286-f70d-46d3-afaf-edecc52836eb tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Sep 15 18:35:15.211374 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:35:15.220909 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:15.221516 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:15.231815 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=18783a94-8fc0-4a13-abbc-891bc13538e5,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:15.275464 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4208d7a5-3e73-4e9f-b37d-740218a2d8f3,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:15.330610 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:15.535822 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-942ead47-7476-44ba-9e6a-88ff762276fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 1000 time: 0.3602946 Sep 15 18:35:15.536900 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Checking segment: {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:15.537252 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Network hostable DHCP agents. Network: 87212cfe-07f4-4527-a66c-2ba91b86cde1, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:35:15.541649 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 2, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:15.568136 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:35:15.568483 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Updating router 6b777b0a-aaba-41c6-a8cb-e2120b34761f port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:35:15.583386 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:35:15.593988 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.595449 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, 87212cfe-07f4-4527-a66c-2ba91b86cde1) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:15.598062 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-4fa7a831-a622-4efd-afeb-13c64209d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:15.599529 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-4fa7a831-a622-4efd-afeb-13c64209d637 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0543032 Sep 15 18:35:15.602259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:15.602837 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.604365 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efefb12c-dc51-4515-9bf0-e2879515f75b None None] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:35:15.640127 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56032) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:15.640745 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6223ba68-21e4-4f56-af33-238bfa95c727 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8126113 Sep 15 18:35:15.646706 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:15.655568 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-b7f00101-bcf0-4f55-9910-c52f38729340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:15.657510 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-b7f00101-bcf0-4f55-9910-c52f38729340 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488513 Sep 15 18:35:15.674680 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.676446 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.737839 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.774106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b06a97d-7ee5-5290-91b6-15ba2c9c2b7a-87212cfe-07f4-4527-a66c-2ba91b86cde1', 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'fixed_ips': [{'subnet_id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3'}]}} from dv-cinder-784603-2-iscsi. {{(pid=93979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:35:15.774975 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.781948 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-a4fbe076-c7f0-43a7-b4aa-fd64a05e0b03 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140897 Sep 15 18:35:15.892002 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6d2eafc1-dbec-46a8-a08f-80ba97a65eb4 req-9c65df0f-5bb1-4416-8130-056d19a0b722 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015532 Sep 15 18:35:15.971029 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:15.978126 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.021383 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Pushing event updated for resources: {'Port': ['ID=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:16.043660 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.044140 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.db_base_plugin_common [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Allocated IP 172.20.0.2 (87212cfe-07f4-4527-a66c-2ba91b86cde1/4208d7a5-3e73-4e9f-b37d-740218a2d8f3/069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f) {{(pid=93979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:16.044584 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.044584 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.045035 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.045373 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.045973 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.046310 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.046775 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.047130 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.047467 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.047791 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.048285 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:16.103740 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Attempting to bind port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:16.104192 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Attempting to bind port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:16.104557 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Attempting to bind port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:16.110333 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:16.110736 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Checking segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:16.111197 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.111596 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Bound using segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:16.112241 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Bound port: 82e31e99-d23d-425e-a8e7-dc15a32d7fc2, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:16.112670 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.154103 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.192290 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] For port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:16.198672 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] For port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:16.209856 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.245593 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.252638 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544'] for port, after_create {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.274418 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:16.275806 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:16.329882 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba546ba-f6eb-441f-b52a-a19496409293 None None] Pushing event updated for resources: {'Port': ['ID=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,revision_number=4']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:16.330247 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Pushing event updated for resources: {'Port': ['ID=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,revision_number=1']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:16.354615 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126bbd9-fd22-45fb-a552-c342ee58ddc9 req-e5f925bc-c2f0-4695-bb32-050861da7c97 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:16.356792 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d126bbd9-fd22-45fb-a552-c342ee58ddc9 req-e5f925bc-c2f0-4695-bb32-050861da7c97 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0818651 Sep 15 18:35:16.362266 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 is already hosted by enough agents. {{(pid=93979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:16.364903 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.scheduler.base_scheduler [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Resources bound (agent type, host, resource id): {{(pid=93979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:16.369459 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Received port after_create {{(pid=93979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:16.398495 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-0e9b955e-bd84-4315-8c03-865e547e8d2f None None] Provisioning complete for port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:16.398864 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0e9b955e-bd84-4315-8c03-865e547e8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.428370 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d126bbd9-fd22-45fb-a552-c342ee58ddc9 req-b2fd0627-81b5-451b-91d5-165450315b6b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653999 Sep 15 18:35:16.440993 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:16.458057 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.486795 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Attempting to bind port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:16.487163 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Attempting to bind port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:16.487456 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.487574 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Attempting to bind port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f on network 87212cfe-07f4-4527-a66c-2ba91b86cde1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:16.494359 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:16.494885 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Checking segment: {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:16.495575 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.495987 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Bound using segment: {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:16.496448 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Bound port: 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:16.496818 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.580796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0e9b955e-bd84-4315-8c03-865e547e8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.599148 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] For port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:16.600185 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Allocated IP 172.27.1.191 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/6fa0bbc9-b07b-4184-b05a-2e96734c4dcf) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:16.617364 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] For port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,segment=NetworkSegment(4dcafe01-d704-433c-a154-4879154c59fc),segment_id=4dcafe01-d704-433c-a154-4879154c59fc)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:16.624390 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.639643 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-0e9b955e-bd84-4315-8c03-865e547e8d2f None None] For port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:16.665765 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-0e9b955e-bd84-4315-8c03-865e547e8d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.666677 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:16.697163 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32eca-4c15-4f7b-8282-57533934b9e5 None None] Pushing event updated for resources: {'Port': ['ID=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:16.703624 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9844f1-a229-4973-8bee-df791daf807a None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:35:16.721979 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.779454 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.798283 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b955e-bd84-4315-8c03-865e547e8d2f None None] Pushing event updated for resources: {'Port': ['ID=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:16.806333 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-e4643a20-7847-4a21-9298-11923839f218 None None] Provisioning complete for port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:16.807134 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e4643a20-7847-4a21-9298-11923839f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:16.823664 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:16.828406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:16.831036 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:16.862848 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:17.156312 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:17.164245 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:17.213366 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:17.213746 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:17.309558 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 18783a94-8fc0-4a13-abbc-891bc13538e5 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:17.355852 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 18783a94-8fc0-4a13-abbc-891bc13538e5 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:17.356274 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:17.392509 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581206'] for router, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:17.547567 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Router 57718289-a3cc-4dc3-8587-23228ad47880 is scheduled to L3 agent d01031cb-1699-40aa-8491-71012a30181d with binding_index 1 {{(pid=93978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:35:17.635506 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ee9c7-a0b5-43e1-bc52-ea35f651c9c6 req-65926ffa-dd27-45da-8ed6-715ea4b99ef3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:17.637205 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-489ee9c7-a0b5-43e1-bc52-ea35f651c9c6 req-65926ffa-dd27-45da-8ed6-715ea4b99ef3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.1005054 Sep 15 18:35:17.720402 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-489ee9c7-a0b5-43e1-bc52-ea35f651c9c6 req-d2a09c4b-913b-4b00-8291-b78ede2fcdde tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724058 Sep 15 18:35:17.721852 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:35:17.737195 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Sync routers for ids ['57718289-a3cc-4dc3-8587-23228ad47880'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:35:17.742292 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:17.743743 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-b04abce3-665a-4507-8ec7-1160939eeb07 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1014888 Sep 15 18:35:17.746426 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56038) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:17.758638 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Routers {'57718289-a3cc-4dc3-8587-23228ad47880'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:17.759317 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['57718289-a3cc-4dc3-8587-23228ad47880'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:17.873624 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8f0b3-392a-4e78-9424-77c959cfcd78 None None] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:35:17.941036 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Set router 57718289-a3cc-4dc3-8587-23228ad47880 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:18.035444 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-be83701d-ec67-43b7-aeb6-06abe95df5de None None] Provisioning complete for port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:18.035823 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-be83701d-ec67-43b7-aeb6-06abe95df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.195660 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.262414 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-be83701d-ec67-43b7-aeb6-06abe95df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.308688 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-be83701d-ec67-43b7-aeb6-06abe95df5de None None] For port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,segment=NetworkSegment(4dcafe01-d704-433c-a154-4879154c59fc),segment_id=4dcafe01-d704-433c-a154-4879154c59fc)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:18.311475 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:35:17Z', 'revision_number': 3, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:18.316848 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-be83701d-ec67-43b7-aeb6-06abe95df5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.345551 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Checking router: 57718289-a3cc-4dc3-8587-23228ad47880 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:35:18.346044 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Updating router 57718289-a3cc-4dc3-8587-23228ad47880 port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf binding host dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:35:18.372202 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Allocated IP 172.20.0.1 (87212cfe-07f4-4527-a66c-2ba91b86cde1/4208d7a5-3e73-4e9f-b37d-740218a2d8f3/b823c25e-9a5b-487c-ace1-c82c6bf473f0) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:18.396715 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.433495 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83701d-ec67-43b7-aeb6-06abe95df5de None None] Pushing event updated for resources: {'Port': ['ID=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:18.494569 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.529449 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.565459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:18.569007 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:18.572662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:18.610373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b823c25e-9a5b-487c-ace1-c82c6bf473f0,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:18.624355 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581249'] for router_interface, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.640365 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-3155d23e-38fa-47b2-a657-cfc0c2e600ff None None] Provisioning complete for port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:18.640735 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3155d23e-38fa-47b2-a657-cfc0c2e600ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.758363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.860908 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Notify callbacks [] for port, precommit_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.866421 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.918336 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7b318-dfa3-425f-8ca6-e7ab7ca80cb8 req-0402daf7-c345-470d-810a-4d28c8e0cf74 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:18.919905 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ebc7b318-dfa3-425f-8ca6-e7ab7ca80cb8 req-0402daf7-c345-470d-810a-4d28c8e0cf74 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.1067812 Sep 15 18:35:18.933183 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Attempting to bind port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:18.933558 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Attempting to bind port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:18.933938 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Attempting to bind port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf on network 5926c4f6-e4d7-44f7-a557-14ac295938f1 {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:18.944673 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992b9cb-f9b1-42ef-bc3d-99dcbfaf27e5 None None] Pushing event updated for resources: {'Port': ['ID=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,revision_number=2']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:18.948649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-e4d88ee9-8f97-4c60-9b91-df014167b4f7 None None] Provisioning complete for port b823c25e-9a5b-487c-ace1-c82c6bf473f0 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:18.949335 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e4d88ee9-8f97-4c60-9b91-df014167b4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.951160 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:18.951523 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Checking segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:18.952171 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.952724 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Bound using segment: {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'} {{(pid=93979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:18.953352 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.managers [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Bound port: 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85e38bf-6147-49f9-8dc9-f6bdf88be60b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}}] {{(pid=93979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:18.953899 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:18.982185 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ebc7b318-dfa3-425f-8ca6-e7ab7ca80cb8 req-36c52a6b-27c4-4bb8-b5d8-ffc3644d2bdf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530086 Sep 15 18:35:19.002865 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.009978 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.034353 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:19.061399 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-e4d88ee9-8f97-4c60-9b91-df014167b4f7 None None] Port b823c25e-9a5b-487c-ace1-c82c6bf473f0 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:35:19.073385 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] For port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:19.077824 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] For port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:19.087508 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.090448 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b823c25e-9a5b-487c-ace1-c82c6bf473f0,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:19.096415 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577809'] for router_interface, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.155447 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Routers {'57718289-a3cc-4dc3-8587-23228ad47880'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:19.156106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['57718289-a3cc-4dc3-8587-23228ad47880'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:19.195587 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992b9cb-f9b1-42ef-bc3d-99dcbfaf27e5 None None] Pushing event updated for resources: {'Port': ['ID=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,revision_number=3']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:19.201011 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:19.201380 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.207494 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:19.209300 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:19.314140 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] Set router 57718289-a3cc-4dc3-8587-23228ad47880 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:19.350738 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Router 57718289-a3cc-4dc3-8587-23228ad47880 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:35:19.481903 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:35:19.487378 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e536c85e-e40a-498e-9178-cca783c6bfc4 admin admin] 10.222.0.43 "PUT /v2.0/routers/57718289-a3cc-4dc3-8587-23228ad47880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387092 Sep 15 18:35:19.567511 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'b823c25e-9a5b-487c-ace1-c82c6bf473f0', 'name': '', 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'mac_address': 'fa:16:3e:05:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:18Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 2, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'subnets': [{'id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:19.608709 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b78a6-f394-4f6e-b92f-169b49fe303e None None] The sync data for ids ['57718289-a3cc-4dc3-8587-23228ad47880'] in dv-cinder-784603-2-iscsi is: [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'b823c25e-9a5b-487c-ace1-c82c6bf473f0', 'name': '', 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'mac_address': 'fa:16:3e:05:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:18Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 2, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'subnets': [{'id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:35:19.618346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-43f2d502-999a-47bf-a0b5-f11babafd9d1 req-9cf59d78-2b64-4c71-897a-d8b68a2f268d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:35:19.619499 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-43f2d502-999a-47bf-a0b5-f11babafd9d1 req-9cf59d78-2b64-4c71-897a-d8b68a2f268d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075328 Sep 15 18:35:19.622086 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-02969150-b6cb-4085-9a32-c23ce91070aa None None] Provisioning complete for port b823c25e-9a5b-487c-ace1-c82c6bf473f0 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:19.622470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-02969150-b6cb-4085-9a32-c23ce91070aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.662550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-02969150-b6cb-4085-9a32-c23ce91070aa None None] Port b823c25e-9a5b-487c-ace1-c82c6bf473f0 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:35:19.684351 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:35:19.783368 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.825168 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:19.829017 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a1ec36-5c73-4cb0-b043-d69ca2d65675" -d '{"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:19.842341 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc203-18a2-430b-ba32-0b4f97152b6c req-8b488572-7da4-46dd-82ec-66f121f35fb1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:19.844137 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:19.852596 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-351fc203-18a2-430b-ba32-0b4f97152b6c req-8b488572-7da4-46dd-82ec-66f121f35fb1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 945 time: 0.0774755 Sep 15 18:35:19.853671 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:19.899881 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-351fc203-18a2-430b-ba32-0b4f97152b6c req-73dc5194-d853-4a02-a692-f067bbe9ca42 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Sep 15 18:35:19.956021 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=8']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:19.959696 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a738d-ced8-42ac-a73c-9eed537e3ac0 x-openstack-request-id: req-193a738d-ced8-42ac-a73c-9eed537e3ac0 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:19.960059 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-unplugged", "status": "failed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "code": 422}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:19.960320 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-193a738d-ced8-42ac-a73c-9eed537e3ac0 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:19.960722 dv-cinder-784603-2-iscsi neutron-server[93979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'code': 422} returned with failed status Sep 15 18:35:20.214972 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56086) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:20.295655 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56090) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:20.301209 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830918012', 'description': 'tempest-secgroup-smoke-830918012 description', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:20.311085 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-bd0cd9e7-653b-4666-b6f9-7c7c63e2bbda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945239 Sep 15 18:35:20.321156 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-15c433fb-b32c-4b35-8cd9-7fea7a17e916 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:35:20.326139 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.326403 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-15c433fb-b32c-4b35-8cd9-7fea7a17e916 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101757 Sep 15 18:35:20.446440 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.451331 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.484256 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.489979 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1889248 Sep 15 18:35:20.490094 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56096) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:20.492812 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c84016-ac44-458a-936c-f930996732c7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbeec56-4930-485b-bd2b-4c0e4791a561,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:20.494372 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group_rule': {'security_group_id': '9cbeec56-4930-485b-bd2b-4c0e4791a561', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:20.527611 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.589336 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.594675 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.617643 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb05b6e-9285-4915-84dc-778a7f4924a8,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:20.621858 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.623306 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d76bc72d-d669-41bf-9c76-0e96519f2e5d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324725 Sep 15 18:35:20.626242 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56100) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:20.631609 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group_rule': {'security_group_id': '9cbeec56-4930-485b-bd2b-4c0e4791a561', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:20.663803 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.727181 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.731205 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.749800 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b896e978-c720-42d0-9de5-7cde4b929865,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:20.757669 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.759018 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7ebd3ca0-48b8-4f92-9ffb-946bb40baa20 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315277 Sep 15 18:35:20.761815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56102) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:20.767253 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group_rule': {'security_group_id': '9cbeec56-4930-485b-bd2b-4c0e4791a561', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:20.794874 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.861721 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.866425 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.887827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2f0bdf-58b2-4239-b4ac-b0ea9d2cd7d2,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:20.892204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.896501 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d0a538b1-2000-4a22-adb8-897817ca455a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333268 Sep 15 18:35:20.897204 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56104) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:20.905433 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group_rule': {'security_group_id': '9cbeec56-4930-485b-bd2b-4c0e4791a561', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:20.931206 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8013cea2-efee-4578-9997-c263f0f87b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:20.962072 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.043653 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:21.087440 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118ee63-6f1f-4461-aec6-69c777e56ecb req-7d463939-322d-4dde-88df-059cc76ba83c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:21.088956 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6118ee63-6f1f-4461-aec6-69c777e56ecb req-7d463939-322d-4dde-88df-059cc76ba83c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0821621 Sep 15 18:35:21.091506 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.098560 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.099762 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:21.100884 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.132637 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198c6ea3-dad1-4d4a-89ce-75b34fbee205,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:21.151985 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.155787 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-574c4b10-f04c-4f36-b31e-ad0ec83aab2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2549934 Sep 15 18:35:21.156563 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56108) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:21.158644 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6118ee63-6f1f-4461-aec6-69c777e56ecb req-62cf26ab-7b33-493e-9545-de8c0b1c10a2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621679 Sep 15 18:35:21.161243 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group_rule': {'security_group_id': '9cbeec56-4930-485b-bd2b-4c0e4791a561', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:21.183287 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.205647 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] For port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:21.208916 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.securitygroups_db [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Project 18e4f5e641eb4570b9b4eae11e02a549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:35:21.211778 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.216213 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.274713 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Pushing event updated for resources: {'Port': ['ID=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:21.288884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.293225 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.310058 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a4b1b3-bd7d-4190-901f-88d7a63dd019,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:21.317712 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.318985 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-aaf277a3-1ac7-48f8-ac5e-a7fa6bd2d816 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614103 Sep 15 18:35:21.321696 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56110) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:21.326197 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'security_group_rule': {'security_group_id': '9cbeec56-4930-485b-bd2b-4c0e4791a561', 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:21.350601 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.securitygroups_db [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Project 18e4f5e641eb4570b9b4eae11e02a549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:35:21.355797 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.419271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.423925 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.441677 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2778e550-a928-4e14-b835-5c4610793792,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:21.448673 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:21.450571 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1a28e48d-1125-4039-a55c-0eb8a84ec627 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279304 Sep 15 18:35:21.917578 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-dd2a0d7f-2a06-40c3-a465-3ce40082ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:21.919067 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-dd2a0d7f-2a06-40c3-a465-3ce40082ec89 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc&tenant_id=9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 1096 time: 0.0831656 Sep 15 18:35:21.973215 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Sync routers for ids ['57718289-a3cc-4dc3-8587-23228ad47880'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:35:21.981967 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Routers {'57718289-a3cc-4dc3-8587-23228ad47880'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:21.982627 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['57718289-a3cc-4dc3-8587-23228ad47880'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:21.986074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-fd78ac25-edde-46b2-a8fb-3a5d6ce66ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:21.987651 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-fd78ac25-edde-46b2-a8fb-3a5d6ce66ec8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1096 time: 0.0450387 Sep 15 18:35:22.088879 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Set router 57718289-a3cc-4dc3-8587-23228ad47880 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:22.106431 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-aa9dacf0-90a8-4ebc-b947-a91bad853b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:22.107934 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-aa9dacf0-90a8-4ebc-b947-a91bad853b68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.0967147 Sep 15 18:35:22.181613 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-9b5fd6d5-7e9e-4bde-b673-2bf19dcda182 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 998 time: 0.0657105 Sep 15 18:35:22.242832 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-8d4bd933-7f7a-4035-a728-4878bc2f9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:22.244388 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-8d4bd933-7f7a-4035-a728-4878bc2f9aad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0512457 Sep 15 18:35:22.301406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-362a9e8f-e427-40f4-b99b-64efd8eab91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:22.303054 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-362a9e8f-e427-40f4-b99b-64efd8eab91d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493841 Sep 15 18:35:22.306469 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e365fec-2ca0-479f-9c7b-5fcc09923570 req-aa8453ce-2936-440e-be5d-1636ddb2d613 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:22.309194 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6e365fec-2ca0-479f-9c7b-5fcc09923570 req-aa8453ce-2936-440e-be5d-1636ddb2d613 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0496480 Sep 15 18:35:22.328973 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'b823c25e-9a5b-487c-ace1-c82c6bf473f0', 'name': '', 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'mac_address': 'fa:16:3e:05:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:18Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 2, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'subnets': [{'id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:22.354429 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6e365fec-2ca0-479f-9c7b-5fcc09923570 req-fdacc144-66f7-450c-aa8b-9b0eb04aa148 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393355 Sep 15 18:35:22.356778 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Checking router: 57718289-a3cc-4dc3-8587-23228ad47880 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:35:22.357131 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Updating router 57718289-a3cc-4dc3-8587-23228ad47880 port b823c25e-9a5b-487c-ace1-c82c6bf473f0 binding host dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:35:22.392144 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:22.413864 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-4720c144-b53f-4d27-8dfb-b5d459e6ae60 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010461 Sep 15 18:35:22.506524 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-68f89ee0-6ec2-42e5-b9ab-3bc6a6839fff req-dad46d94-45e8-4118-b087-ef96d0ce0b53 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830731 Sep 15 18:35:22.674383 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Notify callbacks [] for port, precommit_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:22.680194 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:22.727470 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f8a5b-d9fa-43dc-a601-60b2c3db7e40 None None] Pushing event updated for resources: {'Port': ['ID=b823c25e-9a5b-487c-ace1-c82c6bf473f0,revision_number=3']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:22.786129 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Attempting to bind port b823c25e-9a5b-487c-ace1-c82c6bf473f0 on host dv-cinder-784603-2-iscsi for vnic_type normal with profile {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:22.786509 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Attempting to bind port b823c25e-9a5b-487c-ace1-c82c6bf473f0 by drivers openvswitch,hyperv on host dv-cinder-784603-2-iscsi at level 0 using segments [{'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:22.786883 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Attempting to bind port b823c25e-9a5b-487c-ace1-c82c6bf473f0 on network 87212cfe-07f4-4527-a66c-2ba91b86cde1 {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:22.792307 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Checking agent: {'id': '319c8592-fc80-458d-bae8-f6ea93ffa2a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 22, 54), 'started_at': datetime.datetime(2021, 9, 15, 18, 23, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:22.792682 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Checking segment: {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:22.793086 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:22.793476 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Bound using segment: {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'} {{(pid=93980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:22.793944 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.managers [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Bound port: b823c25e-9a5b-487c-ace1-c82c6bf473f0, host: dv-cinder-784603-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcafe01-d704-433c-a154-4879154c59fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1'}}] {{(pid=93980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:22.794325 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:22.872458 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] For port b823c25e-9a5b-487c-ace1-c82c6bf473f0, host dv-cinder-784603-2-iscsi, cleared binding levels {{(pid=93980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:22.875888 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.plugins.ml2.db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] For port b823c25e-9a5b-487c-ace1-c82c6bf473f0, host dv-cinder-784603-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=b823c25e-9a5b-487c-ace1-c82c6bf473f0,segment=NetworkSegment(4dcafe01-d704-433c-a154-4879154c59fc),segment_id=4dcafe01-d704-433c-a154-4879154c59fc)] {{(pid=93980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:22.882984 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron_lib.callbacks.manager [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:22.949782 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Routers {'57718289-a3cc-4dc3-8587-23228ad47880'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:22.950613 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:34:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['57718289-a3cc-4dc3-8587-23228ad47880'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:23.016556 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-ea08d868-ca0a-40e8-bc27-755091ea3329 None None] Provisioning complete for port b823c25e-9a5b-487c-ace1-c82c6bf473f0 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:23.017108 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ea08d868-ca0a-40e8-bc27-755091ea3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:23.050887 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:23.126383 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:23.127138 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:23.189972 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f8a5b-d9fa-43dc-a601-60b2c3db7e40 None None] Pushing event updated for resources: {'Port': ['ID=b823c25e-9a5b-487c-ace1-c82c6bf473f0,revision_number=4']} {{(pid=93980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:23.234911 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] Set router 57718289-a3cc-4dc3-8587-23228ad47880 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:23.273256 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ea08d868-ca0a-40e8-bc27-755091ea3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:23.319989 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-ea08d868-ca0a-40e8-bc27-755091ea3329 None None] For port b823c25e-9a5b-487c-ace1-c82c6bf473f0, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=b823c25e-9a5b-487c-ace1-c82c6bf473f0,segment=NetworkSegment(4dcafe01-d704-433c-a154-4879154c59fc),segment_id=4dcafe01-d704-433c-a154-4879154c59fc)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:23.326184 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ea08d868-ca0a-40e8-bc27-755091ea3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:23.460863 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08d868-ca0a-40e8-bc27-755091ea3329 None None] Pushing event updated for resources: {'Port': ['ID=b823c25e-9a5b-487c-ace1-c82c6bf473f0,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:23.482631 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-685b1757-bb40-4bd3-af4e-84436a7060cc None None] Provisioning complete for port b823c25e-9a5b-487c-ace1-c82c6bf473f0 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:23.482631 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-685b1757-bb40-4bd3-af4e-84436a7060cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:23.567437 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdcfd0-605a-43bc-8b50-5b53348265b4 req-03d52bd1-2d4a-446f-adf1-cfb17195ed96 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:23.578347 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c0cdcfd0-605a-43bc-8b50-5b53348265b4 req-03d52bd1-2d4a-446f-adf1-cfb17195ed96 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0833235 Sep 15 18:35:23.579686 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'b823c25e-9a5b-487c-ace1-c82c6bf473f0', 'name': '', 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'mac_address': 'fa:16:3e:05:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:18Z', 'updated_at': '2021-09-15T18:35:22Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'subnets': [{'id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:23.649785 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5923a-26b6-4f44-be20-08da6203782d None None] The sync data for ids ['57718289-a3cc-4dc3-8587-23228ad47880'] in dv-cinder-784603-2-iscsi is: [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:35:18Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'b823c25e-9a5b-487c-ace1-c82c6bf473f0', 'name': '', 'network_id': '87212cfe-07f4-4527-a66c-2ba91b86cde1', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'mac_address': 'fa:16:3e:05:00:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:18Z', 'updated_at': '2021-09-15T18:35:22Z', 'revision_number': 4, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'subnets': [{'id': '4208d7a5-3e73-4e9f-b37d-740218a2d8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:35:23.663436 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c0cdcfd0-605a-43bc-8b50-5b53348265b4 req-468c2072-8e4d-4148-933d-d82b4e46ec24 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838375 Sep 15 18:35:23.709385 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-18959d62-f87b-44c3-bcb8-106af4c59307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:24.138288 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:24.737602 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:24.801406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb03c1-34f7-4079-9c92-c68ab05ad657 req-fc1c2eb9-c7c3-4682-848e-39357f0fa717 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:24.802938 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e5bb03c1-34f7-4079-9c92-c68ab05ad657 req-fc1c2eb9-c7c3-4682-848e-39357f0fa717 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0516641 Sep 15 18:35:24.847212 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e5bb03c1-34f7-4079-9c92-c68ab05ad657 req-ee025b1b-1960-4a67-820f-e25477d59f57 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Sep 15 18:35:25.019538 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device b823c25e-9a5b-487c-ace1-c82c6bf473f0 up at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:25.070205 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Provisioning complete for port b823c25e-9a5b-487c-ace1-c82c6bf473f0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:25.070584 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:25.980382 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d633dc-d410-4db2-94e0-d63db5bf4875 req-18866396-bc22-4238-bb5f-0745a82562d3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:25.982209 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f0d633dc-d410-4db2-94e0-d63db5bf4875 req-18866396-bc22-4238-bb5f-0745a82562d3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0480967 Sep 15 18:35:26.019941 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f0d633dc-d410-4db2-94e0-d63db5bf4875 req-29846529-6739-4359-8952-2e2dc766c415 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317235 Sep 15 18:35:26.103774 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:26.897350 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:27.148725 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10530abd-1f72-4cb5-aef7-ee3b28403be1 req-79db7028-9547-4e19-bce1-7b0ad1092642 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:27.156699 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10530abd-1f72-4cb5-aef7-ee3b28403be1 req-79db7028-9547-4e19-bce1-7b0ad1092642 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0634599 Sep 15 18:35:27.194613 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10530abd-1f72-4cb5-aef7-ee3b28403be1 req-93b38088-3e8b-4177-af9c-70c303f110ed tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369713 Sep 15 18:35:28.329351 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0149-f285-408a-b61d-650031bce018 req-6355ca5c-f218-451c-bdcc-978e4528e802 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:28.330875 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11ff0149-f285-408a-b61d-650031bce018 req-6355ca5c-f218-451c-bdcc-978e4528e802 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0501146 Sep 15 18:35:28.380122 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-11ff0149-f285-408a-b61d-650031bce018 req-8b4e2eb7-dbe6-4148-b35d-782b24893de9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 Sep 15 18:35:29.502905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91502dd8-068f-4724-80a2-9c5e37f0e49d req-727f3908-f67a-4811-b744-d97a4c8237d9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:29.505305 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91502dd8-068f-4724-80a2-9c5e37f0e49d req-727f3908-f67a-4811-b744-d97a4c8237d9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0500350 Sep 15 18:35:29.560168 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-91502dd8-068f-4724-80a2-9c5e37f0e49d req-08caba42-272f-4816-86f0-3b356eae8102 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376394 Sep 15 18:35:30.692912 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327abeae-59f6-422e-bdfb-14a501a58fa9 req-624d73aa-524a-46a7-9b8f-6879bc35e9bc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:30.694394 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-327abeae-59f6-422e-bdfb-14a501a58fa9 req-624d73aa-524a-46a7-9b8f-6879bc35e9bc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0523088 Sep 15 18:35:30.738749 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-327abeae-59f6-422e-bdfb-14a501a58fa9 req-e5949870-41aa-4ab1-8a20-a4cbc4a99631 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383210 Sep 15 18:35:31.888545 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5e2e-2958-40b5-acaa-d1b1700c3488 req-d484bfbe-5f39-4e38-97cb-f66b14e112d0 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:31.890065 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6b1f5e2e-2958-40b5-acaa-d1b1700c3488 req-d484bfbe-5f39-4e38-97cb-f66b14e112d0 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0639224 Sep 15 18:35:31.930704 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6b1f5e2e-2958-40b5-acaa-d1b1700c3488 req-37b033f4-9e63-4b14-be32-2c95b9007120 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338519 Sep 15 18:35:33.062934 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b637c1-ec4e-4a8c-9a08-59ea4a742db6 req-4dca0403-e71d-432d-a80d-6f1faa77ea5b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:33.064720 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-76b637c1-ec4e-4a8c-9a08-59ea4a742db6 req-4dca0403-e71d-432d-a80d-6f1faa77ea5b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0496283 Sep 15 18:35:33.113343 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-76b637c1-ec4e-4a8c-9a08-59ea4a742db6 req-f7dd7ab0-1ffe-4196-866c-5713369792da tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 Sep 15 18:35:34.208080 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:35:34.244176 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023000f8-0e88-491a-9eda-895480e56433 req-b421f3fb-e674-424e-8584-0da2d7668d3c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:34.245667 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-023000f8-0e88-491a-9eda-895480e56433 req-b421f3fb-e674-424e-8584-0da2d7668d3c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0581808 Sep 15 18:35:34.291041 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-023000f8-0e88-491a-9eda-895480e56433 req-db01817f-5433-4e0b-bc98-c1005698fc32 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Sep 15 18:35:35.428693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63b78b-cabb-42e6-8d05-b247b60f5438 req-20ba0ff0-3a89-4125-9ca8-c1185e630de7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:35.430258 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dc63b78b-cabb-42e6-8d05-b247b60f5438 req-20ba0ff0-3a89-4125-9ca8-c1185e630de7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0581009 Sep 15 18:35:35.473033 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dc63b78b-cabb-42e6-8d05-b247b60f5438 req-82fc9482-16bd-4362-a4b3-6ddd5fef17b4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Sep 15 18:35:36.592322 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20da9f0-d60d-4576-b1d0-df8ab64fe213 req-442e804c-94bb-42b4-a614-e70d1de19d61 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:36.593791 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a20da9f0-d60d-4576-b1d0-df8ab64fe213 req-442e804c-94bb-42b4-a614-e70d1de19d61 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0488434 Sep 15 18:35:36.630597 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a20da9f0-d60d-4576-b1d0-df8ab64fe213 req-ecd254b4-a849-455d-b4cd-1718109dfe2e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304768 Sep 15 18:35:37.748489 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f6f62-ee75-43eb-8122-92f269ab3679 req-421f1909-95d3-4735-b22d-a99326f05270 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:37.749928 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dd7f6f62-ee75-43eb-8122-92f269ab3679 req-421f1909-95d3-4735-b22d-a99326f05270 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0468552 Sep 15 18:35:37.791543 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dd7f6f62-ee75-43eb-8122-92f269ab3679 req-1a8a3e06-a74c-419b-bfeb-5a3f396b9f80 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346434 Sep 15 18:35:38.914195 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2039e-157b-4809-945c-91f58530af96 req-c46af0bf-b16b-4cc2-bb5f-211ad7085c18 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:38.915664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b7e2039e-157b-4809-945c-91f58530af96 req-c46af0bf-b16b-4cc2-bb5f-211ad7085c18 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0508916 Sep 15 18:35:38.952622 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b7e2039e-157b-4809-945c-91f58530af96 req-fea2a65d-9ac5-407d-b4f3-dec65debb31d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Sep 15 18:35:40.071389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657262e-97ee-4cf2-80d0-784cefab3c5f req-d257ecef-f24d-469e-b0a5-8389769293b1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:40.072907 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9657262e-97ee-4cf2-80d0-784cefab3c5f req-d257ecef-f24d-469e-b0a5-8389769293b1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0498776 Sep 15 18:35:40.110454 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9657262e-97ee-4cf2-80d0-784cefab3c5f req-f4c75ce3-c160-49f6-83c1-82688b50cf7c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Sep 15 18:35:40.140922 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-65772b41-801d-4d6f-901f-54d7b3aebbc0 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830918012&fields=id&tenant_id=18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 267 time: 0.0318313 Sep 15 18:35:40.248865 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-45900823-fd16-4e17-9f3c-225493a03622 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:40.250314 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-45900823-fd16-4e17-9f3c-225493a03622 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 812 time: 0.1026421 Sep 15 18:35:40.265826 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-2ddab117-c500-487e-af3c-57635c34e2da tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/quotas/18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 375 time: 0.0086725 Sep 15 18:35:40.315469 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-446a916c-9861-4d74-9931-33f356cc5c2b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433652 Sep 15 18:35:40.409396 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-f83a20f7-aaf2-4626-8796-fc5c16ee0d04 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821893 Sep 15 18:35:40.496850 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-51020729-1f1f-4fd1-9a40-563ac93351f5 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812433 Sep 15 18:35:40.777711 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-31d8d70f-e3d2-4236-adc0-03f8becdca63 req-858aa44a-cdc7-4d53-9970-0de8b173b47f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 210 time: 0.0264263 Sep 15 18:35:41.234991 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a6a14-52a9-4a6e-b404-e5bdf1092f36 req-9f3ec178-e8b8-44df-b706-b3084528f835 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:41.236511 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e33a6a14-52a9-4a6e-b404-e5bdf1092f36 req-9f3ec178-e8b8-44df-b706-b3084528f835 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0535727 Sep 15 18:35:41.275310 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e33a6a14-52a9-4a6e-b404-e5bdf1092f36 req-d22033f8-5772-4c80-8622-127cba2d920c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Sep 15 18:35:41.734362 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-61992ebb-d54f-415f-8cb3-7e462235ff6e tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:41.735828 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-61992ebb-d54f-415f-8cb3-7e462235ff6e tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 812 time: 0.1092334 Sep 15 18:35:41.779051 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-c8383814-d496-4816-a0f5-dac8495522df tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 379 time: 0.0334876 Sep 15 18:35:41.789782 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'port': {'device_id': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'admin_state_up': True, 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'security_groups': ['9cbeec56-4930-485b-bd2b-4c0e4791a561']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:42.119568 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-853f3234-8bc2-479b-998a-80ea13b17b98 req-f6a36533-3ee9-4e8b-bfe5-56aa63b71b7a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 210 time: 0.2716401 Sep 15 18:35:42.165657 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Made reservation on behalf of 18e4f5e641eb4570b9b4eae11e02a549 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:35:42.169349 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.295639 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Allocated IP 172.20.0.8 (72ae466c-a0ec-4275-9704-7089287fd459/ad67918a-d4f1-432a-9374-dee94f7ff874/092bfced-78df-4edb-80a0-d988f8209eaf) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:42.398520 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb338b33-0e00-4bc5-a712-d0340b53b2aa req-6882388c-22c1-439b-bbdc-42ba4c1274db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:42.399932 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb338b33-0e00-4bc5-a712-d0340b53b2aa req-6882388c-22c1-439b-bbdc-42ba4c1274db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0486693 Sep 15 18:35:42.437924 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb338b33-0e00-4bc5-a712-d0340b53b2aa req-d50a3a5d-abdc-4775-a91c-0e137af93385 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Sep 15 18:35:42.438167 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.472970 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.514893 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Network 72ae466c-a0ec-4275-9704-7089287fd459 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:42.517947 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:42.523776 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:42.530190 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=092bfced-78df-4edb-80a0-d988f8209eaf,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:42.581388 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:42.582104 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.596871 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-34565b20-f99e-4f86-944e-41d910e41b84 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8107281 Sep 15 18:35:42.611268 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Request body: {'port': {'device_id': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:42.666642 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.766276 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-134d3fef-5cc3-4e59-8fa9-29ee29842ed9 None None] Provisioning complete for port 092bfced-78df-4edb-80a0-d988f8209eaf triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:42.766909 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-134d3fef-5cc3-4e59-8fa9-29ee29842ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.803166 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-134d3fef-5cc3-4e59-8fa9-29ee29842ed9 None None] Port 092bfced-78df-4edb-80a0-d988f8209eaf cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:35:42.923289 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092bfced-78df-4edb-80a0-d988f8209eaf {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:35:42.930627 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.942631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Transition to ACTIVE for port object 092bfced-78df-4edb-80a0-d988f8209eaf will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:35:42.946090 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:42.998939 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Pushing event updated for resources: {'Port': ['ID=092bfced-78df-4edb-80a0-d988f8209eaf,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:43.066994 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Attempting to bind port 092bfced-78df-4edb-80a0-d988f8209eaf on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:35:43.067337 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Attempting to bind port 092bfced-78df-4edb-80a0-d988f8209eaf by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:35:43.067675 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Attempting to bind port 092bfced-78df-4edb-80a0-d988f8209eaf on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:43.072126 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Port 092bfced-78df-4edb-80a0-d988f8209eaf on network 72ae466c-a0ec-4275-9704-7089287fd459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:35:43.072461 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Attempting to bind port 092bfced-78df-4edb-80a0-d988f8209eaf on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:35:43.077347 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:35:43.077691 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Checking segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:35:43.078096 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Bound using segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:35:43.078549 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Bound port: 092bfced-78df-4edb-80a0-d988f8209eaf, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:35:43.078916 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:43.144581 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] For port 092bfced-78df-4edb-80a0-d988f8209eaf, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:35:43.147660 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] For port 092bfced-78df-4edb-80a0-d988f8209eaf, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=092bfced-78df-4edb-80a0-d988f8209eaf,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:35:43.153584 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:43.192894 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.193496 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:43.194814 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] 10.222.0.50 "PUT /v2.0/ports/092bfced-78df-4edb-80a0-d988f8209eaf HTTP/1.1" status: 200 len: 1093 time: 0.5877993 Sep 15 18:35:43.197370 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:43.199597 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4719a96a-846f-4674-9a6f-1011f9124ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:43.232161 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef580-f842-46c2-b59c-c7c08a711250 service neutron] Pushing event updated for resources: {'Port': ['ID=092bfced-78df-4edb-80a0-d988f8209eaf,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:43.256349 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f057dac3-81e6-4b91-8224-b753f5525aa7 x-openstack-request-id: req-f057dac3-81e6-4b91-8224-b753f5525aa7 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:43.256643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:43.256895 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f057dac3-81e6-4b91-8224-b753f5525aa7 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:43.257290 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf', 'status': 'completed', 'code': 200} Sep 15 18:35:43.305314 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2468c-00ec-492b-a52d-2363128f6595 req-1e6d36ff-4869-4162-9200-f9c79451cc07 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.307121 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91b2468c-00ec-492b-a52d-2363128f6595 req-1e6d36ff-4869-4162-9200-f9c79451cc07 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.1159625 Sep 15 18:35:43.324642 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-2351786e-a721-400d-a24b-13ac1640c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.326127 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-2351786e-a721-400d-a24b-13ac1640c91e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 1096 time: 0.0666528 Sep 15 18:35:43.377441 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-137e27ce-a7ca-4d1b-bef1-ee45952bf2e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=092bfced-78df-4edb-80a0-d988f8209eaf HTTP/1.1" status: 200 len: 217 time: 0.0425220 Sep 15 18:35:43.389428 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-91b2468c-00ec-492b-a52d-2363128f6595 req-af4744b0-1adb-4739-8c6f-6e9cd34bcde7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756409 Sep 15 18:35:43.432686 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-0677426c-035d-47b8-b43a-a546527213f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.434131 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-0677426c-035d-47b8-b43a-a546527213f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0438442 Sep 15 18:35:43.482727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-f9af8c09-088e-4efd-8a7e-a1004069ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.484461 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-f9af8c09-088e-4efd-8a7e-a1004069ba7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420282 Sep 15 18:35:43.559567 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9fef-7355-4ff2-b350-ef2862c477d5 req-4e2d08a2-0587-48a0-a652-38402598cc8e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.561066 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-226b9fef-7355-4ff2-b350-ef2862c477d5 req-4e2d08a2-0587-48a0-a652-38402598cc8e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0489211 Sep 15 18:35:43.579753 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-d9cb16b0-7707-4684-a566-26e8702a20ec service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Sep 15 18:35:43.600274 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-226b9fef-7355-4ff2-b350-ef2862c477d5 req-12720c7a-c83a-42da-8383-90f07c7ef8a3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Sep 15 18:35:43.669479 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f07715b0-2e76-4b5b-b177-441d253fb8df req-6c7213d6-93fa-4480-a771-21b2b98c996a service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815904 Sep 15 18:35:43.762820 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-eb5a308a-d911-416d-8615-f2f0bd017bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.764216 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-eb5a308a-d911-416d-8615-f2f0bd017bb8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 1096 time: 0.0436058 Sep 15 18:35:43.852232 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-6c4e8c40-ef54-4974-ac85-79a47c0f0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.853652 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-6c4e8c40-ef54-4974-ac85-79a47c0f0214 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.0812802 Sep 15 18:35:43.899406 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-68f550b0-8efc-4709-af97-3767d59c0165 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=092bfced-78df-4edb-80a0-d988f8209eaf HTTP/1.1" status: 200 len: 217 time: 0.0365798 Sep 15 18:35:43.949613 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-a17a9ce1-b352-4460-a32d-2702e3211160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.950998 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-a17a9ce1-b352-4460-a32d-2702e3211160 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0424643 Sep 15 18:35:43.996099 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-cc921b94-e5d4-40a5-8bae-054bb678b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:43.997505 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-cc921b94-e5d4-40a5-8bae-054bb678b0a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375121 Sep 15 18:35:44.089336 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-55f27852-525c-4eae-9945-7c39da102d31 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834644 Sep 15 18:35:44.179406 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4719a96a-846f-4674-9a6f-1011f9124ac8 req-7d2dbe4a-171e-4982-8bb9-a3679e1bc9e7 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805357 Sep 15 18:35:44.501366 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185e3e7-611c-4244-97bd-040af698b276 req-50a954bf-ab74-41dc-b564-3734149d62ab tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:44.502822 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7185e3e7-611c-4244-97bd-040af698b276 req-50a954bf-ab74-41dc-b564-3734149d62ab tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.0480907 Sep 15 18:35:44.543946 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7185e3e7-611c-4244-97bd-040af698b276 req-57959cea-4c38-429c-bb6b-2a728e7d75f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346551 Sep 15 18:35:44.721246 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c34f2-56ff-4692-80d0-385fcae99402 req-bb97c89b-8268-400a-bb76-ad8a0d9f38b3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:44.722700 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c25c34f2-56ff-4692-80d0-385fcae99402 req-bb97c89b-8268-400a-bb76-ad8a0d9f38b3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0529385 Sep 15 18:35:44.758799 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c25c34f2-56ff-4692-80d0-385fcae99402 req-5ce39fb7-fede-45e5-ae93-3f9b2e9b2cfa tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Sep 15 18:35:45.657777 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d0451-8b0b-40fb-843b-6945f229d9a4 req-f744f540-507a-4170-bc43-7ebadaaebb96 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:45.659216 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-618d0451-8b0b-40fb-843b-6945f229d9a4 req-f744f540-507a-4170-bc43-7ebadaaebb96 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.0485897 Sep 15 18:35:45.696156 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-618d0451-8b0b-40fb-843b-6945f229d9a4 req-d9de62ae-a459-4220-9d01-cc959bf20782 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Sep 15 18:35:45.839654 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:35:45.877110 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7146-edd9-4cfe-9b3e-42c879118ead req-76bdb632-3c42-420d-8025-96aa7120b70e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:45.878561 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e9be7146-edd9-4cfe-9b3e-42c879118ead req-76bdb632-3c42-420d-8025-96aa7120b70e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 943 time: 0.0481181 Sep 15 18:35:45.915619 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e9be7146-edd9-4cfe-9b3e-42c879118ead req-857fcd58-67b6-4b31-b20f-a230ec4d2105 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303338 Sep 15 18:35:45.933391 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:45.944559 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '1459a169-e694-4ac0-a247-311752dd2f58', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'port_id': '1459a169-e694-4ac0-a247-311752dd2f58', 'mac_address': 'fa:16:3e:1b:c0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:35:45.983294 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:45.995214 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1459a169-e694-4ac0-a247-311752dd2f58 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:35:46.013238 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:46.016779 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:46.061400 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=9']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:46.291184 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['1459a169-e694-4ac0-a247-311752dd2f58'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:35:46.807417 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5fe6-174c-443c-ab39-ca2da44bc98e req-94f55764-711d-4c64-b16a-c02fa6f3914c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:46.808953 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4c0a5fe6-174c-443c-ab39-ca2da44bc98e req-94f55764-711d-4c64-b16a-c02fa6f3914c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.0491650 Sep 15 18:35:46.846488 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4c0a5fe6-174c-443c-ab39-ca2da44bc98e req-266541ef-c3ce-4f2b-a380-8aefb0c07183 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314453 Sep 15 18:35:47.033638 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248e3de-3a0c-4ee6-8a34-90026f41afc6 req-ebe580b6-1539-4ea5-8cf0-9876ffa3467f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:47.036000 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4248e3de-3a0c-4ee6-8a34-90026f41afc6 req-ebe580b6-1539-4ea5-8cf0-9876ffa3467f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 944 time: 0.0483360 Sep 15 18:35:47.073349 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4248e3de-3a0c-4ee6-8a34-90026f41afc6 req-5be8594b-7bed-4627-94de-4b68f1f45d56 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Sep 15 18:35:47.853178 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:47.899734 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 1459a169-e694-4ac0-a247-311752dd2f58 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:47.900132 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:47.960782 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31ec6-2631-415d-ba3f-eb96811dc117 req-a7de138c-8906-4c44-a138-2166140d3ee2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:47.962280 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0d31ec6-2631-415d-ba3f-eb96811dc117 req-a7de138c-8906-4c44-a138-2166140d3ee2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.0482485 Sep 15 18:35:47.975293 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.000125 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:48.002351 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38d9fd-efce-476d-ad6e-df67683f17a9" -d '{"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-plugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:48.003369 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a0d31ec6-2631-415d-ba3f-eb96811dc117 req-6b2299d9-f9eb-43e5-a2ad-35251b400d2a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350597 Sep 15 18:35:48.015794 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:48.021257 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.045550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f95f7-47a8-46b7-88e0-b92deba8b758 x-openstack-request-id: req-ed7f95f7-47a8-46b7-88e0-b92deba8b758 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:48.045842 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-plugged", "status": "completed", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:48.046092 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed7f95f7-47a8-46b7-88e0-b92deba8b758 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:48.046471 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'code': 200} Sep 15 18:35:48.072319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=10']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:48.189386 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-d6bce69c-c4a5-42d9-a120-ebe0620000cf tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665184974&fields=id&tenant_id=14a9557e424b4137841acf70e5067ccc HTTP/1.1" status: 200 len: 267 time: 0.0334771 Sep 15 18:35:48.194346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef686c-1333-4379-805e-c8fff2af1b64 req-a3f094d9-8236-45e7-ba76-9d12998fa27d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:48.195879 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-71ef686c-1333-4379-805e-c8fff2af1b64 req-a3f094d9-8236-45e7-ba76-9d12998fa27d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.0501945 Sep 15 18:35:48.234299 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-71ef686c-1333-4379-805e-c8fff2af1b64 req-06f8a550-f515-46a8-a989-f45e685f69e6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Sep 15 18:35:48.247833 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-bd6c6bbb-f02b-4490-9684-2844fe75371b tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:48.250042 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-bd6c6bbb-f02b-4490-9684-2844fe75371b tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 985 time: 0.0533535 Sep 15 18:35:48.260640 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Request body: {'port': {'security_groups': ['c016afc9-0ade-4075-8436-7f56d5e3f837']}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:48.329690 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.504300 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:48.532208 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.537246 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.552412 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['f966f442-fd67-484e-8cb5-627c1791ab41'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:35:48.560150 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946e5ea-9d1d-4159-9423-27836ff26130 req-5a40ac9a-6593-4250-92f0-b6fa84da0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:48.561812 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5946e5ea-9d1d-4159-9423-27836ff26130 req-5a40ac9a-6593-4250-92f0-b6fa84da0da5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1099 time: 0.0403519 Sep 15 18:35:48.583939 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:48.584567 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.586055 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8e20c67e-1a36-4a78-bd8f-73a3c3ce0655 req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "PUT /v2.0/ports/f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 943 time: 0.3299234 Sep 15 18:35:48.586394 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:48.588650 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60522b68-bd88-455a-86bb-f7cc11164f41" -d '{"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:48.593259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56348) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:48.615895 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event updated for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=7']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:48.623709 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.624163 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.624410 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.624742 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.625451 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.625451 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.625794 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.626118 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.626444 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.626759 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.627077 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.627896 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58de03a-ce7a-4548-b450-dfd087e49966 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.638699 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5946e5ea-9d1d-4159-9423-27836ff26130 req-1102253e-9e7c-457b-ab9d-192b4a56237f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680072 Sep 15 18:35:48.657614 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec246b44-9e34-4eaa-bab3-f798e3ad642c x-openstack-request-id: req-ec246b44-9e34-4eaa-bab3-f798e3ad642c {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:48.657906 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:48.658154 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec246b44-9e34-4eaa-bab3-f798e3ad642c {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:48.658548 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'status': 'completed', 'code': 200} Sep 15 18:35:48.667373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.671454 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['f966f442-fd67-484e-8cb5-627c1791ab41'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:35:48.694550 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.770612 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.773604 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.774859 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "DELETE /v2.0/security-groups/317b9c03-cfd5-421a-80c6-f96a31b71435 HTTP/1.1" status: 204 len: 168 time: 0.1806526 Sep 15 18:35:48.777687 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56350) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:48.786287 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b9c03-cfd5-421a-80c6-f96a31b71435,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:48.797231 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.797674 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.798179 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.798588 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.798991 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.799439 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.799890 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.800886 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.801454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.802042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.802473 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.802898 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a83f2f-34e8-4518-af25-685251034373 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:35:48.914984 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-07f70381-f66b-4882-ad22-49d08c5166d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:48.916525 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-07f70381-f66b-4882-ad22-49d08c5166d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1099 time: 0.0426781 Sep 15 18:35:48.924923 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-b183503b-2006-4a53-9f4e-d1f5062df053 None None] Provisioning complete for port f966f442-fd67-484e-8cb5-627c1791ab41 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:48.925909 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b183503b-2006-4a53-9f4e-d1f5062df053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:48.992964 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Deleting port 075f79c8-cfbf-4a71-851e-2b2758f01d68 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:35:48.993307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:49.015337 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-0e052d0d-84f5-4df5-9194-d2dff694e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:49.016862 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-0e052d0d-84f5-4df5-9194-d2dff694e479 service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 916 time: 0.0877080 Sep 15 18:35:49.089822 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-a2de93bd-0d11-4bdc-a22b-c712cfc29c3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 1002 time: 0.0646727 Sep 15 18:35:49.142110 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-624da843-80fe-4ad2-8f76-286d1bd89fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:49.143597 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-624da843-80fe-4ad2-8f76-286d1bd89fb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.0446544 Sep 15 18:35:49.193631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-8b7a4511-94d6-4fa4-be5b-ea36607eab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:49.195250 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-8b7a4511-94d6-4fa4-be5b-ea36607eab77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434344 Sep 15 18:35:49.295542 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:49.296120 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:49.304815 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-f1939384-eb70-4040-8db6-591f16705f25 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997515 Sep 15 18:35:49.309730 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Calling delete_port for 075f79c8-cfbf-4a71-851e-2b2758f01d68 owned by network:floatingip {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:35:49.423139 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073dd7-b7cd-49e7-9393-d9fa85691e7d req-02f20b02-b56d-458b-b4e4-905cc883d085 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:49.424634 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64073dd7-b7cd-49e7-9393-d9fa85691e7d req-02f20b02-b56d-458b-b4e4-905cc883d085 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.1119382 Sep 15 18:35:49.445698 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328e402-4892-4e2b-9fde-04663a173ccd req-b6c32586-fb66-4ddc-baea-0ac7edf4325f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:49.447188 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e328e402-4892-4e2b-9fde-04663a173ccd req-b6c32586-fb66-4ddc-baea-0ac7edf4325f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.1879728 Sep 15 18:35:49.462330 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-60522b68-bd88-455a-86bb-f7cc11164f41 req-50598107-2e3a-4c9c-aa8f-f436cfcb7761 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468546 Sep 15 18:35:49.479278 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64073dd7-b7cd-49e7-9393-d9fa85691e7d req-6707a43f-20c3-45ba-b20c-72f7efa4aa27 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468590 Sep 15 18:35:49.504932 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e328e402-4892-4e2b-9fde-04663a173ccd req-2de6cb7d-fbed-4c78-b11f-9bb851df8591 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508544 Sep 15 18:35:49.563565 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:49.589893 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event deleted for resources: {'Port': ['ID=075f79c8-cfbf-4a71-851e-2b2758f01d68,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:49.647540 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks [] for floatingip, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:49.647991 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.l3_db [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Floating IP 87464803-660a-4e2b-9e68-cf9795f9e0d5 disassociated (deleted). External IP: 172.27.1.173, port: f966f442-fd67-484e-8cb5-627c1791ab41. Sep 15 18:35:49.850282 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Router 669cf011-3f3b-48ae-b787-f949320f48e7 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:35:49.960977 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:35:49.966512 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:49.970929 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] Sync routers for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:35:49.979885 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:49.980517 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:49.997555 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-b5daf9c5-f179-4285-a068-349c32c686fd tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "DELETE /v2.0/floatingips/87464803-660a-4e2b-9e68-cf9795f9e0d5 HTTP/1.1" status: 204 len: 168 time: 1.2160549 Sep 15 18:35:50.105123 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:50.323639 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:50.350802 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] Checking router: 669cf011-3f3b-48ae-b787-f949320f48e7 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:35:50.359257 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:50.359804 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:50.467188 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:50.661591 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b695da-b2ec-4594-968c-a86869cb9d9f req-e65f7abe-45b9-4c1c-a243-82d7de78b51c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:50.663272 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-45b695da-b2ec-4594-968c-a86869cb9d9f req-e65f7abe-45b9-4c1c-a243-82d7de78b51c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.0707152 Sep 15 18:35:50.663750 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:50.666043 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d6d4d-2399-461d-a736-a2ce86f694cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:50.690884 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fecc5f-766c-4d2e-980e-8c6a9d30a230 req-2ce051ae-b53b-460b-aa86-0ebb79d94b6b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:50.693170 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09fecc5f-766c-4d2e-980e-8c6a9d30a230 req-2ce051ae-b53b-460b-aa86-0ebb79d94b6b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.1356816 Sep 15 18:35:50.702364 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:50.707428 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-45b695da-b2ec-4594-968c-a86869cb9d9f req-c8d65fa0-f766-48f3-bb73-5083c336f347 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379851 Sep 15 18:35:50.737078 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b0316-2fd1-4b5b-ba05-14e99d62c6e9 None None] The sync data for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi is: [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:32:14Z', 'revision_number': 4, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '63fb5bbf-d908-44e7-ad89-9cb68f35844a', 'name': '', 'network_id': '04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'mac_address': 'fa:16:3e:b7:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'subnets': [{'id': 'be4d341f-b7ed-4690-84c1-99babe52bf87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:35:50.747371 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09fecc5f-766c-4d2e-980e-8c6a9d30a230 req-c497968d-afc7-4a4d-9938-6aaec861cada tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466843 Sep 15 18:35:50.765400 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5fbc1-86fe-4dc4-95a9-5cc5878a3a2c x-openstack-request-id: req-b2f5fbc1-86fe-4dc4-95a9-5cc5878a3a2c {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:50.765703 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:50.765960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2f5fbc1-86fe-4dc4-95a9-5cc5878a3a2c {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:50.766352 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'status': 'completed', 'code': 200} Sep 15 18:35:50.838378 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-be63d792-1d17-42c1-8baf-541698f4be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:50.839931 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-be63d792-1d17-42c1-8baf-541698f4be89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=14a9557e424b4137841acf70e5067ccc&device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 1099 time: 0.0477996 Sep 15 18:35:50.910534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-ab4e8c29-c700-41cb-ab68-bdc364e987e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:50.935906 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-0953de8b-bb2d-4c40-a604-a47309119dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:50.937363 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-0953de8b-bb2d-4c40-a604-a47309119dfc service neutron] 10.222.0.50 "GET /v2.0/networks?id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 200 len: 916 time: 0.0905190 Sep 15 18:35:50.973747 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddbeda-1481-42b6-8076-6bdc4ed148b2 None None] New status for floating IP 87464803-660a-4e2b-9e68-cf9795f9e0d5: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:35:50.986687 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-32b85836-a141-4caa-b238-30a94b849b8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 200 len: 217 time: 0.0399342 Sep 15 18:35:51.042643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-e69c4287-a075-46e7-8fb5-13646adbd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:51.044231 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-e69c4287-a075-46e7-8fb5-13646adbd945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 200 len: 854 time: 0.0492740 Sep 15 18:35:51.099282 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-d79b5c80-ea4e-4659-8ed3-67f82641bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:51.100822 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-d79b5c80-ea4e-4659-8ed3-67f82641bb4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432074 Sep 15 18:35:51.197533 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-89f00a3e-cb4e-42b0-bd2b-1c44e071fee8 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876200 Sep 15 18:35:51.289021 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d3d6d4d-2399-461d-a736-a2ce86f694cd req-f99713cc-e856-4656-93e1-dc9275f18121 service neutron] 10.222.0.50 "GET /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833519 Sep 15 18:35:51.827493 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d578a5-81c9-4591-8b97-4118b6fdfa68 req-20a23819-2324-4c95-b210-7c957a34c141 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:51.829008 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3d578a5-81c9-4591-8b97-4118b6fdfa68 req-20a23819-2324-4c95-b210-7c957a34c141 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 943 time: 0.0491488 Sep 15 18:35:51.866243 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c3d578a5-81c9-4591-8b97-4118b6fdfa68 req-42eb574a-0916-4db8-9293-a5db05dfb50a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Sep 15 18:35:51.870401 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f27fd-16a2-4c04-96aa-666c0fbd68c2 req-b246c6a1-269d-4146-9331-34e9b7342287 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:51.872347 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-778f27fd-16a2-4c04-96aa-666c0fbd68c2 req-b246c6a1-269d-4146-9331-34e9b7342287 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.0478652 Sep 15 18:35:51.889288 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 092bfced-78df-4edb-80a0-d988f8209eaf details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:35:51.920477 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-778f27fd-16a2-4c04-96aa-666c0fbd68c2 req-6812d802-6da0-4616-b397-699b5527f489 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353453 Sep 15 18:35:51.986204 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 092bfced-78df-4edb-80a0-d988f8209eaf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=092bfced-78df-4edb-80a0-d988f8209eaf,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:51.996857 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '092bfced-78df-4edb-80a0-d988f8209eaf', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'port_id': '092bfced-78df-4edb-80a0-d988f8209eaf', 'mac_address': 'fa:16:3e:2c:ec:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:35:52.032470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:52.045392 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092bfced-78df-4edb-80a0-d988f8209eaf {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:35:52.064144 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 092bfced-78df-4edb-80a0-d988f8209eaf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=092bfced-78df-4edb-80a0-d988f8209eaf,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:52.068181 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:52.112316 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=092bfced-78df-4edb-80a0-d988f8209eaf,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:52.345796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['092bfced-78df-4edb-80a0-d988f8209eaf'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:35:52.744534 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50240eec-144d-4aca-aa02-a437e18d58e7 req-faf0bbf2-83be-4865-b7cf-39ca2d58bfb2 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:52.745996 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-50240eec-144d-4aca-aa02-a437e18d58e7 req-faf0bbf2-83be-4865-b7cf-39ca2d58bfb2 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Sep 15 18:35:52.783280 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-50240eec-144d-4aca-aa02-a437e18d58e7 req-4b9ed9af-0219-416f-8630-a3ee4e029f4d tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Sep 15 18:35:52.982850 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff91fe-d377-458d-a872-a9472da7eba1 req-71f1a961-c3f1-4130-95c0-e20896ee21e9 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:52.984314 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-daff91fe-d377-458d-a872-a9472da7eba1 req-71f1a961-c3f1-4130-95c0-e20896ee21e9 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 944 time: 0.0483565 Sep 15 18:35:53.020950 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-daff91fe-d377-458d-a872-a9472da7eba1 req-39d8225c-c5e0-4878-af11-7c1abd342e3a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307322 Sep 15 18:35:53.661250 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f97f-31e4-4b16-9ffc-7e7a56ea39e5 req-a1ed2165-c5fd-4a25-8636-5c0728c610e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:53.662685 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5cf0f97f-31e4-4b16-9ffc-7e7a56ea39e5 req-a1ed2165-c5fd-4a25-8636-5c0728c610e2 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0472052 Sep 15 18:35:53.690198 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1f73179b-967b-4ce3-a0bd-ed608560675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:53.701825 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5cf0f97f-31e4-4b16-9ffc-7e7a56ea39e5 req-a4606d48-6620-4a28-a6cd-d1b77e946834 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330217 Sep 15 18:35:53.900198 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3300e-6f53-4099-9777-68631158bbea req-675cd073-56fc-4d98-b7e5-d44d07f58400 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:53.901983 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-faf3300e-6f53-4099-9777-68631158bbea req-675cd073-56fc-4d98-b7e5-d44d07f58400 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0476005 Sep 15 18:35:53.914835 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 092bfced-78df-4edb-80a0-d988f8209eaf up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:35:53.946488 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-faf3300e-6f53-4099-9777-68631158bbea req-d13afa51-5d38-4e40-a55a-47ac3468afea tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Sep 15 18:35:53.968402 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 092bfced-78df-4edb-80a0-d988f8209eaf completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:35:53.972746 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 092bfced-78df-4edb-80a0-d988f8209eaf triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:35:53.973119 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:54.047878 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:54.069455 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:54.072033 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f66ceb-a29e-4138-9e15-dd01be9b6ffe" -d '{"events": [{"server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "name": "network-vif-plugged", "status": "completed", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:54.085141 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 092bfced-78df-4edb-80a0-d988f8209eaf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=092bfced-78df-4edb-80a0-d988f8209eaf,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:54.089500 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:54.114768 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7e217-6696-467c-a56e-4030a7628f3e x-openstack-request-id: req-b3f7e217-6696-467c-a56e-4030a7628f3e {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:54.115057 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "name": "network-vif-plugged", "status": "completed", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:54.115321 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3f7e217-6696-467c-a56e-4030a7628f3e {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:54.115713 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf', 'code': 200} Sep 15 18:35:54.135904 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bc202-4998-4eb2-a250-301576bc9d03 req-bbb9d736-18f8-42b4-9a95-37907181ba16 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:54.137695 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-322bc202-4998-4eb2-a250-301576bc9d03 req-bbb9d736-18f8-42b4-9a95-37907181ba16 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.0509274 Sep 15 18:35:54.157821 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=092bfced-78df-4edb-80a0-d988f8209eaf,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:54.161574 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:54.180507 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-322bc202-4998-4eb2-a250-301576bc9d03 req-7a80be55-ba1a-42d6-9845-bd392451eaa6 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354905 Sep 15 18:35:54.379965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7563c-8252-42e6-a31a-ca5ce0a8e9e1 req-1280937a-f97d-4deb-8099-0b74c0d8846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:54.381343 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bcc7563c-8252-42e6-a31a-ca5ce0a8e9e1 req-1280937a-f97d-4deb-8099-0b74c0d8846f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 1098 time: 0.0399699 Sep 15 18:35:54.428141 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bcc7563c-8252-42e6-a31a-ca5ce0a8e9e1 req-24266050-f010-4e59-9ceb-59018df0c943 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272968 Sep 15 18:35:54.740854 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:54.817293 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c34ff-9576-4e3d-a571-e825f7c4bf13 req-f688fe01-594f-421c-ac87-f3c187ffe24e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:54.818896 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9d4c34ff-9576-4e3d-a571-e825f7c4bf13 req-f688fe01-594f-421c-ac87-f3c187ffe24e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Sep 15 18:35:54.855492 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9d4c34ff-9576-4e3d-a571-e825f7c4bf13 req-10148a87-5ec1-403b-bc50-bb14afca8b4c tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Sep 15 18:35:54.951390 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-b39b32fc-ce97-4469-aca1-102db79846e5 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:54.952849 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-b39b32fc-ce97-4469-aca1-102db79846e5 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0482972 Sep 15 18:35:55.078928 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db54e42-8aa4-4429-89ba-d829b18b6bc7 req-63d44de2-15a5-46b6-a54f-97d63f7a27e4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:55.080441 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5db54e42-8aa4-4429-89ba-d829b18b6bc7 req-63d44de2-15a5-46b6-a54f-97d63f7a27e4 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbedb10d-a0c7-4304-8aee-bcae1864d599 HTTP/1.1" status: 200 len: 946 time: 0.0593827 Sep 15 18:35:55.090983 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Deleting port f966f442-fd67-484e-8cb5-627c1791ab41 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:35:55.091332 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:55.177567 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5db54e42-8aa4-4429-89ba-d829b18b6bc7 req-3a6a0f72-de85-48e2-a464-4fa7cc6d862c tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.43 "GET /v2.0/security-groups?id=c016afc9-0ade-4075-8436-7f56d5e3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890040 Sep 15 18:35:55.205747 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] For port f966f442-fd67-484e-8cb5-627c1791ab41, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=f966f442-fd67-484e-8cb5-627c1791ab41,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:55.206112 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:55.218947 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Calling delete_port for f966f442-fd67-484e-8cb5-627c1791ab41 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:35:55.296401 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80f4a1-12cd-4f44-9e48-b3a89bced423 req-06fa3cec-d875-44aa-a7f7-00946708a465 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:55.297971 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1a80f4a1-12cd-4f44-9e48-b3a89bced423 req-06fa3cec-d875-44aa-a7f7-00946708a465 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Sep 15 18:35:55.336764 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1a80f4a1-12cd-4f44-9e48-b3a89bced423 req-a80df5e5-752e-4d7e-ac64-e49081d2ab4e tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Sep 15 18:35:55.349287 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:55.370900 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['f966f442-fd67-484e-8cb5-627c1791ab41'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:35:55.392119 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Pushing event deleted for resources: {'Port': ['ID=f966f442-fd67-484e-8cb5-627c1791ab41,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:55.435703 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] No DVR routers for this DVR port f966f442-fd67-484e-8cb5-627c1791ab41 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:35:55.438168 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:55.440161 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-65ef97be-94bc-44c5-9843-4b1e6155e666 req-108e3aa4-e24a-44b3-adfc-9aa0846859b1 tempest-TestMinimumBasicScenario-573836253 tempest-TestMinimumBasicScenario-573836253-project] 10.222.0.50 "DELETE /v2.0/ports/f966f442-fd67-484e-8cb5-627c1791ab41 HTTP/1.1" status: 204 len: 173 time: 0.4800792 Sep 15 18:35:55.440593 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'name': 'network-vif-deleted', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:55.442890 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d501c982-b165-4a2c-b911-e954e6b457c5" -d '{"events": [{"server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "name": "network-vif-deleted", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:55.485783 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d04b7f-6141-492f-bdf1-2b021f0f5f03 x-openstack-request-id: req-24d04b7f-6141-492f-bdf1-2b021f0f5f03 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:55.486074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbedb10d-a0c7-4304-8aee-bcae1864d599", "name": "network-vif-deleted", "tag": "f966f442-fd67-484e-8cb5-627c1791ab41", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:55.486321 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24d04b7f-6141-492f-bdf1-2b021f0f5f03 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:55.486713 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbedb10d-a0c7-4304-8aee-bcae1864d599', 'name': 'network-vif-deleted', 'tag': 'f966f442-fd67-484e-8cb5-627c1791ab41', 'status': 'completed', 'code': 200} Sep 15 18:35:55.971584 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46cf-1106-4427-9d9b-742e80a11e3a req-8bf31886-0bc2-4382-932c-574e58aa1bef tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:55.973664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fcbc46cf-1106-4427-9d9b-742e80a11e3a req-8bf31886-0bc2-4382-932c-574e58aa1bef tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0500264 Sep 15 18:35:56.016263 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fcbc46cf-1106-4427-9d9b-742e80a11e3a req-d4e9f370-8fef-41fc-9232-9f122e277801 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364857 Sep 15 18:35:56.106528 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:56.294340 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-1292e505-0c77-4253-ac54-e64e18ac72ca tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:56.296006 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-1292e505-0c77-4253-ac54-e64e18ac72ca tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.0543773 Sep 15 18:35:56.401814 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Deleting port 8033c28c-e014-485d-b1a6-f3fee894eb94 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:35:56.402162 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:56.528306 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1ecc0-25ff-442e-b88f-09d68782c665 req-a134aa22-690d-4e0f-99ac-17fd78325dd8 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:56.529888 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99a1ecc0-25ff-442e-b88f-09d68782c665 req-a134aa22-690d-4e0f-99ac-17fd78325dd8 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.1089416 Sep 15 18:35:56.535444 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] For port 8033c28c-e014-485d-b1a6-f3fee894eb94, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=8033c28c-e014-485d-b1a6-f3fee894eb94,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:56.535807 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:56.661493 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99a1ecc0-25ff-442e-b88f-09d68782c665 req-6b0e1c1c-7af3-4099-9475-56b6b9e282e4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229193 Sep 15 18:35:56.789908 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56504) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:56.855177 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aa336-1203-441b-b220-538767a826b3 req-d339d4ba-9326-4789-92a4-a5491abc5a6d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:56.856934 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-498aa336-1203-441b-b220-538767a826b3 req-d339d4ba-9326-4789-92a4-a5491abc5a6d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.0998168 Sep 15 18:35:56.896409 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:56.954723 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-498aa336-1203-441b-b220-538767a826b3 req-73dc1c61-ea67-4ffa-b0f0-7fbddfc7b8cc tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885489 Sep 15 18:35:56.979216 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56506) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:57.037210 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-7e837544-6c64-4b3b-a0a7-1dd0d0adc678 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016533 Sep 15 18:35:57.124317 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.124709 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.125001 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Floating IP 7c4dc013-6b76-4698-bbeb-7013df02f5d8 disassociated. External IP: 172.27.1.189, port: 8033c28c-e014-485d-b1a6-f3fee894eb94. Sep 15 18:35:57.125357 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Calling delete_port for 8033c28c-e014-485d-b1a6-f3fee894eb94 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:35:57.125920 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e2857-5a2c-44ad-bbee-3a0a98aa211c tempest-TestVolumeBootPattern-113365697 tempest-TestVolumeBootPattern-113365697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:57.130387 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1d7e2857-5a2c-44ad-bbee-3a0a98aa211c tempest-TestVolumeBootPattern-113365697 tempest-TestVolumeBootPattern-113365697-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 1093 time: 0.1464787 Sep 15 18:35:57.130752 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56512) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:57.151536 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'port_id': '092bfced-78df-4edb-80a0-d988f8209eaf', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:35:57.222674 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.238658 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e724-8218-4a9b-897a-fc3d514736f4 req-a8e50e56-b9a6-4af8-a06f-a120bacf63df tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:57.240189 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6876e724-8218-4a9b-897a-fc3d514736f4 req-a8e50e56-b9a6-4af8-a06f-a120bacf63df tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 945 time: 0.1277122 Sep 15 18:35:57.245451 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-daddfb31-4bbc-483f-8cf2-20b9817d0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:57.245769 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-daddfb31-4bbc-483f-8cf2-20b9817d0a21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 1099 time: 0.1346228 Sep 15 18:35:57.360474 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6876e724-8218-4a9b-897a-fc3d514736f4 req-13790d21-bd4e-4935-9d6a-3408a389880d tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=197a227c-a344-48ef-9d26-a01a47606305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094534 Sep 15 18:35:57.425812 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-d4c2e45d-b7b7-42c1-9619-4de3a5bb45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:57.427036 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-d4c2e45d-b7b7-42c1-9619-4de3a5bb45c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.1543729 Sep 15 18:35:57.431801 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.433331 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.451515 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.495457 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event deleted for resources: {'Port': ['ID=8033c28c-e014-485d-b1a6-f3fee894eb94,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:57.569795 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-bd3aaf3d-fd67-41b4-b7c1-532402d0cdc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 200 len: 1000 time: 0.1343253 Sep 15 18:35:57.673425 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Allocated IP 172.27.1.130 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/299d35fe-1608-413e-96ca-f656bc46fe7c) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:35:57.674734 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-cee86064-f10e-4939-adb0-14fd096c05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:57.677850 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-cee86064-f10e-4939-adb0-14fd096c05d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0998158 Sep 15 18:35:57.682912 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:35:57.779981 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-79d92f0b-e259-4ac5-a05a-59be4a52d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:35:57.781424 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-79d92f0b-e259-4ac5-a05a-59be4a52d0ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931532 Sep 15 18:35:57.870877 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.880848 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:35:57.892476 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04db994-2022-426a-9974-6893143450c3 None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:35:57.906217 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:57.907015 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:57.927394 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] No DVR routers for this DVR port 8033c28c-e014-485d-b1a6-f3fee894eb94 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:35:57.931423 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:57.933590 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6f61cbd1-aa93-40dc-bf6d-11ea06cc36b1 req-a37e42f6-5b4d-4cfe-9f0b-de2835acadab tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "DELETE /v2.0/ports/8033c28c-e014-485d-b1a6-f3fee894eb94 HTTP/1.1" status: 204 len: 173 time: 1.6314256 Sep 15 18:35:57.934052 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'name': 'network-vif-deleted', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:35:57.936386 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd46782-b79c-4ccc-8a84-3d93f7c02e40" -d '{"events": [{"server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "name": "network-vif-deleted", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:35:57.986821 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-af97a9c2-66b5-4fec-bdcf-f35d90d05908 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766944 Sep 15 18:35:57.989553 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3d28d-f36e-458e-99ee-9d2cca3dba7e x-openstack-request-id: req-3cb3d28d-f36e-458e-99ee-9d2cca3dba7e {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:35:57.989932 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732b780-5f8b-4607-977a-930cbb141b92", "name": "network-vif-deleted", "tag": "8033c28c-e014-485d-b1a6-f3fee894eb94", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:35:57.990592 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cb3d28d-f36e-458e-99ee-9d2cca3dba7e {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:35:57.991097 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732b780-5f8b-4607-977a-930cbb141b92', 'name': 'network-vif-deleted', 'tag': '8033c28c-e014-485d-b1a6-f3fee894eb94', 'status': 'completed', 'code': 200} Sep 15 18:35:58.087706 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:58.129821 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0eea5b30-14c1-4efd-8661-5fc829fb7414 req-6df8f139-1996-4e19-a316-ae45d0e0c33c service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278577 Sep 15 18:35:58.180483 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:58.218256 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Deleting port 63fb5bbf-d908-44e7-ad89-9cb68f35844a {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:35:58.218593 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:58.245798 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:35:58.257370 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:35:58.261011 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=299d35fe-1608-413e-96ca-f656bc46fe7c,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:58.264958 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:35:58.381301 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] For port 63fb5bbf-d908-44e7-ad89-9cb68f35844a, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=63fb5bbf-d908-44e7-ad89-9cb68f35844a,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:35:58.381672 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:58.415332 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:58.420386 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Calling delete_port for 63fb5bbf-d908-44e7-ad89-9cb68f35844a owned by network:router_interface {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:35:58.445369 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04db994-2022-426a-9974-6893143450c3 None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:35:58.459807 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:35:58.460466 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:58.601029 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:35:58.658743 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f46f7c12-4bd0-4241-9423-0ac7e0d65161 req-c4186089-440a-4b19-a2cb-e22e34bfc3eb tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=1732b780-5f8b-4607-977a-930cbb141b92 HTTP/1.1" status: 200 len: 210 time: 0.1681793 Sep 15 18:35:58.804117 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-e04db994-2022-426a-9974-6893143450c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:35:58.830317 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04db994-2022-426a-9974-6893143450c3 None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:35:58.924370 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:58.935215 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:58.993257 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=63fb5bbf-d908-44e7-ad89-9cb68f35844a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:59.085950 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1bdd6-0364-42eb-8dba-e61f654ca2bd None None] New status for floating IP 7c4dc013-6b76-4698-bbeb-7013df02f5d8: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:35:59.104934 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.254947 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.419950 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.426391 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.533403 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=299d35fe-1608-413e-96ca-f656bc46fe7c,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:59.551785 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.642759 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Router 669cf011-3f3b-48ae-b787-f949320f48e7 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:35:59.748388 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56526) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:59.806953 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3a232062-32d0-4f38-9bde-3bf9eee82450 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.833950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3a232062-32d0-4f38-9bde-3bf9eee82450 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.883478 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3a232062-32d0-4f38-9bde-3bf9eee82450 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.886151 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3a232062-32d0-4f38-9bde-3bf9eee82450 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:35:59.887326 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3a232062-32d0-4f38-9bde-3bf9eee82450 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "DELETE /v2.0/security-groups/197a227c-a344-48ef-9d26-a01a47606305 HTTP/1.1" status: 204 len: 168 time: 0.1379271 Sep 15 18:35:59.890917 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56528) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:59.908568 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a232062-32d0-4f38-9bde-3bf9eee82450 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a227c-a344-48ef-9d26-a01a47606305,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:35:59.910859 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.api.v2.resource [None req-2d731e74-423c-4da8-896b-d5a8d58fb662 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] show failed (client error): The resource could not be found. Sep 15 18:35:59.914500 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-2d731e74-423c-4da8-896b-d5a8d58fb662 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups/197a227c-a344-48ef-9d26-a01a47606305 HTTP/1.1" status: 404 len: 347 time: 0.0200651 Sep 15 18:35:59.914948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56530) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:35:59.950812 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device f966f442-fd67-484e-8cb5-627c1791ab41 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:35:59.954823 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.l3_db [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Floating IP d42c8796-ec52-41ff-8a39-94ce8a448fd1 associated. External IP: 172.27.1.130, port: 092bfced-78df-4edb-80a0-d988f8209eaf. Sep 15 18:35:59.979046 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: f966f442-fd67-484e-8cb5-627c1791ab41 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:35:59.979386 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device f966f442-fd67-484e-8cb5-627c1791ab41 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:00.040063 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Deleting port b1f6271d-709e-4115-8d84-bb8dd6686c39 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:00.040405 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.086721 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:36:00.094950 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-9b69aae4-c99d-4dd2-8f25-fa66040a5f0c admin admin] 10.222.0.43 "PUT /v2.0/routers/669cf011-3f3b-48ae-b787-f949320f48e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3036413 Sep 15 18:36:00.097846 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56532) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:00.098970 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] Sync routers for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:36:00.107893 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:00.108586 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.162252 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.162623 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.210365 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Calling delete_port for b1f6271d-709e-4115-8d84-bb8dd6686c39 owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:00.211082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:36:00.224593 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:00.277886 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.322559 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:36:00.336725 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:36:00.340211 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.347613 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:00.348330 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.370876 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-17bf6057-e742-43ae-b242-8c4e3d6059f2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2391131 Sep 15 18:36:00.371457 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:00.375263 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe402668-f889-4bac-bc6a-f368f7ce0634" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:00.418224 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6664244a-97fc-4496-868a-ff8dc051feac x-openstack-request-id: req-6664244a-97fc-4496-868a-ff8dc051feac {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:00.418754 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:00.419216 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6664244a-97fc-4496-868a-ff8dc051feac {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:00.419746 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf', 'status': 'completed', 'code': 200} Sep 15 18:36:00.458696 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:35:58Z', 'revision_number': 5, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port': {'id': '09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:10Z', 'updated_at': '2021-09-15T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.464807 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.484852 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:00.501514 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] Checking router: 669cf011-3f3b-48ae-b787-f949320f48e7 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:36:00.511602 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] Routers {'669cf011-3f3b-48ae-b787-f949320f48e7'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:00.512244 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['669cf011-3f3b-48ae-b787-f949320f48e7'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.538583 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.549676 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-2e1a7a52-8be9-4cb1-b5c7-1e523352ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:00.551211 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-2e1a7a52-8be9-4cb1-b5c7-1e523352ac47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 1098 time: 0.0969255 Sep 15 18:36:00.580949 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event deleted for resources: {'Port': ['ID=b1f6271d-709e-4115-8d84-bb8dd6686c39,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:00.605731 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] Set router 669cf011-3f3b-48ae-b787-f949320f48e7 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:00.664315 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:36:00Z', 'revision_number': 6, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port_host': None}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.690406 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892db3b4-74b8-4057-a6b2-7024c619f0f0 None None] The sync data for ids ['669cf011-3f3b-48ae-b787-f949320f48e7'] in dv-cinder-784603-2-iscsi is: [{'id': '669cf011-3f3b-48ae-b787-f949320f48e7', 'name': 'tempest-TestMinimumBasicScenario-1511220686-router', 'tenant_id': '14a9557e424b4137841acf70e5067ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:09Z', 'updated_at': '2021-09-15T18:36:00Z', 'revision_number': 6, 'project_id': '14a9557e424b4137841acf70e5067ccc', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:36:00.707838 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Deleting port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:00.708226 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.727578 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'd42c8796-ec52-41ff-8a39-94ce8a448fd1', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '092bfced-78df-4edb-80a0-d988f8209eaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:2c:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:35:58Z', 'updated_at': '2021-09-15T18:35:58Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.728676 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.731611 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.732796 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9b5a1fef-6b3e-4e2d-81ec-2e8268d2d15e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "DELETE /v2.0/floatingips/7c4dc013-6b76-4698-bbeb-7013df02f5d8 HTTP/1.1" status: 204 len: 168 time: 0.8171356 Sep 15 18:36:00.756374 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:36:00.759520 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-377d92b5-838e-4765-b514-b5efe84b0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:00.761028 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-377d92b5-838e-4765-b514-b5efe84b0f04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.1895430 Sep 15 18:36:00.768059 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:00.769460 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:00.868781 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] For port 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:00.869152 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:00.872585 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-3fe264b2-0015-45ac-97c9-3fd72ae8c5fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=092bfced-78df-4edb-80a0-d988f8209eaf HTTP/1.1" status: 200 len: 999 time: 0.0823920 Sep 15 18:36:00.880999 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:00.890531 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Calling delete_port for 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:00.970719 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-e1b160be-6a58-434b-8bac-2905776d1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:00.972428 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-e1b160be-6a58-434b-8bac-2905776d1aa7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0925698 Sep 15 18:36:01.078159 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-52cf3e65-047d-4dad-9909-1d557745c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:01.079684 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-52cf3e65-047d-4dad-9909-1d557745c82c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898283 Sep 15 18:36:01.215279 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.220882 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 63fb5bbf-d908-44e7-ad89-9cb68f35844a no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:01.250130 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 63fb5bbf-d908-44e7-ad89-9cb68f35844a {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:01.250503 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 63fb5bbf-d908-44e7-ad89-9cb68f35844a not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:01.250947 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:01.275031 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'd42c8796-ec52-41ff-8a39-94ce8a448fd1', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '092bfced-78df-4edb-80a0-d988f8209eaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:2c:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:35:58Z', 'updated_at': '2021-09-15T18:35:58Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:01.296454 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-2f007af3-df92-42de-9421-dae0293fd48c service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846390 Sep 15 18:36:01.304687 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea54988-37e5-4654-b2c5-6529742bda14 None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'd42c8796-ec52-41ff-8a39-94ce8a448fd1', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '092bfced-78df-4edb-80a0-d988f8209eaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:2c:ec:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:35:58Z', 'updated_at': '2021-09-15T18:35:58Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:36:01.371068 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56540) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:01.376271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530498845', 'description': 'tempest-description--1989461957'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:01.390423 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.400734 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.488259 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.493278 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.524814 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.528763 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1534216 Sep 15 18:36:01.528763 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b0a3a-72c0-4d5c-9706-4a444c29eed3 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38aee0b9-6da2-406a-a4aa-2d789fddc68c,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:01.529359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56542) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:01.533815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'security_group_rule': {'security_group_id': '38aee0b9-6da2-406a-a4aa-2d789fddc68c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:01.538372 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5c0f0a-b222-4167-ad36-298537eb4af8 None None] New status for floating IP d42c8796-ec52-41ff-8a39-94ce8a448fd1: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:36:01.570406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.643236 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.649854 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.674649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7042b7b-4677-4e02-bac7-a235e002fa92,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:01.679110 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.683161 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0f27dcfd-7497-4652-aa5e-cf754edea2e1 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501524 Sep 15 18:36:01.683562 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56544) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:01.688598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'security_group_rule': {'security_group_id': '38aee0b9-6da2-406a-a4aa-2d789fddc68c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:01.717997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.760801 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.765733 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.788566 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.793898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.813176 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a00aabb-cc10-4ce0-a2b9-5eb3eb2b7c61,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:01.813446 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fe402668-f889-4bac-bc6a-f368f7ce0634 req-dfb2fced-b1b7-44fe-963b-0698e2a15cb9 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984097 Sep 15 18:36:01.822427 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.823749 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-7501a8f8-002a-4e1f-94c9-d89baaabb546 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390345 Sep 15 18:36:01.825120 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.825758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669cf011-3f3b-48ae-b787-f949320f48e7 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:36:01.826978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56546) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:01.832463 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.833207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:01.833733 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c79eba0d-ccb0-4e98-834e-cdfd302e44b6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/669cf011-3f3b-48ae-b787-f949320f48e7 HTTP/1.1" status: 204 len: 168 time: 1.7349150 Sep 15 18:36:01.836205 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56548) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:01.858800 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.889273 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Deleting subnet be4d341f-b7ed-4690-84c1-99babe52bf87 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:36:01.893208 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.928871 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:01.942432 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 8033c28c-e014-485d-b1a6-f3fee894eb94 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:01.968735 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 8033c28c-e014-485d-b1a6-f3fee894eb94 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:01.969428 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 8033c28c-e014-485d-b1a6-f3fee894eb94 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:01.971660 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.043213 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.084712 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Allocated IP 172.27.1.70 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/c41cfaa3-77f7-410a-8263-add36502cb0a) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:36:02.094363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.121523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4d341f-b7ed-4690-84c1-99babe52bf87,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:02.123522 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.126475 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b7d0bba5-3ed8-4be1-8ea1-6fa662ac30ad admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be4d341f-b7ed-4690-84c1-99babe52bf87 HTTP/1.1" status: 204 len: 168 time: 0.2882690 Sep 15 18:36:02.128129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56550) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:02.130885 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf6867-a1e7-4c79-acea-58e30affe165 None None] Network 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:36:02.202149 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.203030 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.247827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.266494 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Deleting port 69945e50-b78f-4d90-981a-534ceb2204f6 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:02.266892 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.292118 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:36:02.297592 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:36:02.300662 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:36:02.323135 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'Port': ['ID=c41cfaa3-77f7-410a-8263-add36502cb0a,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:02.334274 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] DHCP port deletion for 04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:36:02.340768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] For port 69945e50-b78f-4d90-981a-534ceb2204f6, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=69945e50-b78f-4d90-981a-534ceb2204f6,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:02.341256 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.355772 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Calling delete_port for 69945e50-b78f-4d90-981a-534ceb2204f6 owned by network:dhcp {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:02.384593 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] Deleting port 69945e50-b78f-4d90-981a-534ceb2204f6 {{(pid=93979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:02.385106 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.395751 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.433207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.443527 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.450701 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] For port 69945e50-b78f-4d90-981a-534ceb2204f6, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=69945e50-b78f-4d90-981a-534ceb2204f6,segment=NetworkSegment(f0cf6513-1749-4668-8c18-3a1d4d9b8c01),segment_id=f0cf6513-1749-4668-8c18-3a1d4d9b8c01)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:02.450911 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.467284 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] Calling delete_port for 69945e50-b78f-4d90-981a-534ceb2204f6 owned by network:dhcp {{(pid=93979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:02.471622 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=69945e50-b78f-4d90-981a-534ceb2204f6,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:02.473825 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] No DVR routers for this DVR port 69945e50-b78f-4d90-981a-534ceb2204f6 on host dv-cinder-784603-2-iscsi {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:36:02.545980 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.570819 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:02.580187 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553'] for port, after_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.585456 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:02.585761 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cf6513-1749-4668-8c18-3a1d4d9b8c01') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:02.593363 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.596046 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.598693 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.616016 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.624015 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:36:02.624473 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:36:02.626699 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:36:02.681975 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'Port': ['ID=c41cfaa3-77f7-410a-8263-add36502cb0a,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:02.688076 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.694118 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.695240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.697277 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] 10.222.0.43 "DELETE /v2.0/networks/04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f HTTP/1.1" status: 204 len: 168 time: 0.5644898 Sep 15 18:36:02.708767 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56552) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:02.713756 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:02.715260 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c6e5a8b3-1d06-4be7-b140-fa07b0abb312 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8871136 Sep 15 18:36:02.716729 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25312853-0ff1-41ca-9e92-d82c2a1d6dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=04cbbdf4-ba3f-4a22-8da1-7ecfaf638b8f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:02.741080 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] Pushing event deleted for resources: {'Port': ['ID=69945e50-b78f-4d90-981a-534ceb2204f6,revision_number=None']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:02.747680 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0e6ee-f704-45f5-9f6b-2fd779c36910 None None] No DVR routers for this DVR port 69945e50-b78f-4d90-981a-534ceb2204f6 on host dv-cinder-784603-2-iscsi {{(pid=93979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:36:02.864814 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-e572ddaf-68f3-4297-a085-4bda2d604a1a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1530498845&fields=id&tenant_id=4295a8177cc141d6a761610a48d05195 HTTP/1.1" status: 200 len: 267 time: 0.0353158 Sep 15 18:36:02.988232 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:02.990625 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-6e035c95-b338-439d-8c92-f8177f17336a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:02.996360 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-6e035c95-b338-439d-8c92-f8177f17336a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 811 time: 0.1247349 Sep 15 18:36:03.008177 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-c8c86579-48d6-4a09-addb-7c5fed66cfb9 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/quotas/4295a8177cc141d6a761610a48d05195 HTTP/1.1" status: 200 len: 375 time: 0.0100212 Sep 15 18:36:03.009038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:03.009432 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 09f9a3fb-6d4e-4b72-bc11-d34eec9e22d5 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:03.010032 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 69945e50-b78f-4d90-981a-534ceb2204f6 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:03.029344 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 69945e50-b78f-4d90-981a-534ceb2204f6 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:03.029665 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 69945e50-b78f-4d90-981a-534ceb2204f6 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:03.064203 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-44eedc9c-f803-452d-92ab-90bb915f9cec tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500565 Sep 15 18:36:03.089313 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:03.204774 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-6f5025d8-1705-454e-a48d-95cfc3fb06d3 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276889 Sep 15 18:36:03.297048 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-7638f056-5ad5-4428-ac16-3fae3c94f309 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860851 Sep 15 18:36:03.338737 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Deleting port bcc541de-0597-469c-9cea-e5aee6810bae {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:03.339104 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:03.425559 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] For port bcc541de-0597-469c-9cea-e5aee6810bae, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bcc541de-0597-469c-9cea-e5aee6810bae,segment=NetworkSegment(3cca3596-7829-439e-993a-acb9c9b095a0),segment_id=3cca3596-7829-439e-993a-acb9c9b095a0)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:03.426153 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:03.451405 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Calling delete_port for bcc541de-0597-469c-9cea-e5aee6810bae owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:03.472087 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f93b9a0d-6866-4758-a4e5-dce2007fdda3 req-a7cede3a-8da9-4a7b-a262-0f4ab021541f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 210 time: 0.0374331 Sep 15 18:36:03.650953 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:03.681403 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc541de-0597-469c-9cea-e5aee6810bae,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:03.851497 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:04.074373 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Router c38333f3-14c9-4d96-88a5-688b5ddac27e has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:36:04.185121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:36:04.190992 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-06e9adb3-aaba-4e33-8f94-045d2e345862 admin admin] 10.222.0.43 "PUT /v2.0/routers/c38333f3-14c9-4d96-88a5-688b5ddac27e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4810131 Sep 15 18:36:04.195105 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56584) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:04.198200 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] Sync routers for ids ['c38333f3-14c9-4d96-88a5-688b5ddac27e'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:36:04.210640 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] Routers {'c38333f3-14c9-4d96-88a5-688b5ddac27e'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:04.211352 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c38333f3-14c9-4d96-88a5-688b5ddac27e'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:04.297959 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:04.312816 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] Set router c38333f3-14c9-4d96-88a5-688b5ddac27e gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:04.397764 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:04.457487 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Deleting port 20ac6fa6-d511-44d4-9362-a0691ae39b9e {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:04.457834 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:04.486148 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:36:03Z', 'revision_number': 5, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port': {'id': '20ac6fa6-d511-44d4-9362-a0691ae39b9e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:19Z', 'updated_at': '2021-09-15T18:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:04.512904 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] Checking router: c38333f3-14c9-4d96-88a5-688b5ddac27e for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:36:04.521875 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] Routers {'c38333f3-14c9-4d96-88a5-688b5ddac27e'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:04.522555 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c38333f3-14c9-4d96-88a5-688b5ddac27e'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:04.566192 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] For port 20ac6fa6-d511-44d4-9362-a0691ae39b9e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=20ac6fa6-d511-44d4-9362-a0691ae39b9e,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:04.566660 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:04.598963 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-6686fd84-ba9f-4f17-91ba-fa78f3766b3e req-61686b0c-8993-4722-9596-f3e04d37670f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 210 time: 0.0295928 Sep 15 18:36:04.621040 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Calling delete_port for 20ac6fa6-d511-44d4-9362-a0691ae39b9e owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:04.621270 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] Set router c38333f3-14c9-4d96-88a5-688b5ddac27e gateway port host: None {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:04.678114 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:36:04Z', 'revision_number': 6, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port_host': None}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:04.704259 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5fbdc-18bd-4a6e-aa82-80db40e6d87b None None] The sync data for ids ['c38333f3-14c9-4d96-88a5-688b5ddac27e'] in dv-cinder-784603-2-iscsi is: [{'id': 'c38333f3-14c9-4d96-88a5-688b5ddac27e', 'name': 'tempest-TestMinimumBasicScenario-824364879-router', 'tenant_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:36:04Z', 'revision_number': 6, 'project_id': '78fa64a5fbb4433ba20ca1daeec5e07f', 'gw_port_host': None}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:36:04.708651 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-689a23a9-2fe5-4b5b-a4bf-39147755ff77 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:04.710331 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-689a23a9-2fe5-4b5b-a4bf-39147755ff77 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 811 time: 0.1851816 Sep 15 18:36:04.806891 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-971f7dca-5266-404a-9873-3261f134828d tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4295a8177cc141d6a761610a48d05195 HTTP/1.1" status: 200 len: 380 time: 0.0827253 Sep 15 18:36:04.821660 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'port': {'device_id': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'admin_state_up': True, 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'security_groups': ['38aee0b9-6da2-406a-a4aa-2d789fddc68c']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:04.938521 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:04.975337 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ac6fa6-d511-44d4-9362-a0691ae39b9e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:05.040144 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Made reservation on behalf of 4295a8177cc141d6a761610a48d05195 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:36:05.043644 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.068913 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.455499 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.460847 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.486483 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bcc541de-0597-469c-9cea-e5aee6810bae no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:05.506341 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: bcc541de-0597-469c-9cea-e5aee6810bae {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:05.506942 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bcc541de-0597-469c-9cea-e5aee6810bae not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:05.531012 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.531560 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38333f3-14c9-4d96-88a5-688b5ddac27e {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:36:05.538572 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.539704 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3c336ab7-4034-47a8-9daa-7d7b503c21e5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c38333f3-14c9-4d96-88a5-688b5ddac27e HTTP/1.1" status: 204 len: 168 time: 1.3435910 Sep 15 18:36:05.543087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56592) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:05.568488 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Allocated IP 172.20.0.9 (ca1858ed-07a2-42af-9161-f3d80460e8a4/e5ea936a-54d3-41a7-b105-57944e7bf58f/59fe065b-2525-4354-a881-53bda1ec17f1) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:36:05.593826 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Deleting subnet 7d2c9f5c-17cd-45ec-8565-884122fa1f3a {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:36:05.597271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.636515 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.713503 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e88a2996-684b-4108-94a7-8da2a48d8d6b req-6fd8c15e-d66f-45f8-bf99-a17253a7335a tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 210 time: 0.0306582 Sep 15 18:36:05.751313 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.753859 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.788522 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.813005 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.833798 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:36:05.838636 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:36:05.844948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:36:05.847936 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.853601 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7d2c9f5c-17cd-45ec-8565-884122fa1f3a HTTP/1.1" status: 204 len: 168 time: 0.3068008 Sep 15 18:36:05.853890 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56596) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:05.860890 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4a0ff-87fd-4846-88cf-44f98c7df8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2c9f5c-17cd-45ec-8565-884122fa1f3a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:05.867399 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b347f8b-171e-42f4-83ef-b947e77bf3e6 None None] Network 7d931398-56b1-4bb6-9ab9-a8f18e00d773 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:36:05.885786 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event updated for resources: {'Port': ['ID=59fe065b-2525-4354-a881-53bda1ec17f1,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:05.914875 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:05.914875 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.931519 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:05.936119 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-77aa4286-9396-46d6-affc-3ea255319082 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181612 Sep 15 18:36:05.953097 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Request body: {'port': {'device_id': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:05.999247 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Deleting port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:05.999575 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.023331 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.071742 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] For port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,segment=NetworkSegment(3cca3596-7829-439e-993a-acb9c9b095a0),segment_id=3cca3596-7829-439e-993a-acb9c9b095a0)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:06.072143 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.091130 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Calling delete_port for 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:06.118234 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] DHCP port deletion for 7d931398-56b1-4bb6-9ab9-a8f18e00d773 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:36:06.170292 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.172636 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Deleting port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 {{(pid=93979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:06.173362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.199711 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:06.203295 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-d79024ff-428b-422c-b7d3-d8c259eebd50 None None] Provisioning complete for port 59fe065b-2525-4354-a881-53bda1ec17f1 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:36:06.203464 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] No DVR routers for this DVR port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 on host dv-cinder-784603-2-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:36:06.203810 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d79024ff-428b-422c-b7d3-d8c259eebd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.269722 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] For port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7, host dv-cinder-784603-2-iscsi, got binding levels [] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:06.270061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.275305 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.287716 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Calling delete_port for 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 owned by network:dhcp {{(pid=93979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:06.289736 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-d79024ff-428b-422c-b7d3-d8c259eebd50 None None] Port 59fe065b-2525-4354-a881-53bda1ec17f1 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:36:06.293429 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.ipam_backend_mixin [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 was not found and therefore no delete operation was performed {{(pid=93979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 18:36:06.294664 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553'] for port, after_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.295523 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d931398-56b1-4bb6-9ab9-a8f18e00d773']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:06.305786 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cca3596-7829-439e-993a-acb9c9b095a0') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:06.306101 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cca3596-7829-439e-993a-acb9c9b095a0') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:06.318976 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.322129 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Pushing event deleted for resources: {'Port': ['ID=2c38dec9-cc31-4701-b56e-b17dad8a4cf7,revision_number=None']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:06.324394 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] No DVR routers for this DVR port 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 on host dv-cinder-784603-2-iscsi {{(pid=93979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:36:06.334662 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.334790 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.335770 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.337458 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.337810 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.338119 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.338453 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.338578 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fe065b-2525-4354-a881-53bda1ec17f1 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:36:06.338782 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.339109 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.339458 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.339929 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.340195 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.340551 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcf7bce-57e8-4318-b908-d927bbc1de7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:36:06.342768 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:36:06.342978 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:36:06.345391 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:36:06.350350 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.400958 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.401459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Transition to ACTIVE for port object 59fe065b-2525-4354-a881-53bda1ec17f1 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:36:06.405088 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.408131 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.410690 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7d931398-56b1-4bb6-9ab9-a8f18e00d773 HTTP/1.1" status: 204 len: 168 time: 0.5555947 Sep 15 18:36:06.420094 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8d9d5-002c-420d-a410-48cb54d27d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d931398-56b1-4bb6-9ab9-a8f18e00d773,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:06.466109 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Pushing event updated for resources: {'Port': ['ID=59fe065b-2525-4354-a881-53bda1ec17f1,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:06.534806 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Attempting to bind port 59fe065b-2525-4354-a881-53bda1ec17f1 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:36:06.535377 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Attempting to bind port 59fe065b-2525-4354-a881-53bda1ec17f1 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:36:06.535722 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Attempting to bind port 59fe065b-2525-4354-a881-53bda1ec17f1 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:36:06.540380 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Port 59fe065b-2525-4354-a881-53bda1ec17f1 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:36:06.540705 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Attempting to bind port 59fe065b-2525-4354-a881-53bda1ec17f1 on network ca1858ed-07a2-42af-9161-f3d80460e8a4 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:36:06.545881 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:36:06.546175 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Checking segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:36:06.546524 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Bound using segment: {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:36:06.546941 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Bound port: 59fe065b-2525-4354-a881-53bda1ec17f1, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172a031b-239e-49e4-849c-2d2536ebbebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:36:06.547299 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.600112 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56600) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:06.622036 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] For port 59fe065b-2525-4354-a881-53bda1ec17f1, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:36:06.625433 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] For port 59fe065b-2525-4354-a881-53bda1ec17f1, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=59fe065b-2525-4354-a881-53bda1ec17f1,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:36:06.632764 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.641655 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-098e2a8d-6691-4d45-b4d5-aff796b58881 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14a9557e424b4137841acf70e5067ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402882 Sep 15 18:36:06.644288 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56602) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:06.671403 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:06.671984 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.673927 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] 10.222.0.50 "PUT /v2.0/ports/59fe065b-2525-4354-a881-53bda1ec17f1 HTTP/1.1" status: 200 len: 1093 time: 0.7251582 Sep 15 18:36:06.674377 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:06.676977 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f00624-4258-4821-b07b-b84d8603650a" -d '{"events": [{"name": "network-changed", "server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:06.700892 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4049a3-7c9c-46b7-af12-b1c3e9e1c625 service neutron] Pushing event updated for resources: {'Port': ['ID=59fe065b-2525-4354-a881-53bda1ec17f1,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:06.706924 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-19db164b-7b5f-4ae9-9fa3-42dbc0a0cb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.746422 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-19db164b-7b5f-4ae9-9fa3-42dbc0a0cb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.757478 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cad52a-0c66-469b-9d25-efefd06ca985 x-openstack-request-id: req-98cad52a-0c66-469b-9d25-efefd06ca985 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:06.757862 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:06.758015 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98cad52a-0c66-469b-9d25-efefd06ca985 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:06.758879 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1', 'status': 'completed', 'code': 200} Sep 15 18:36:06.772833 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-55382466-8f39-405f-894b-c085b8fb6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:06.774363 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-55382466-8f39-405f-894b-c085b8fb6749 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 1096 time: 0.0542555 Sep 15 18:36:06.813697 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-19db164b-7b5f-4ae9-9fa3-42dbc0a0cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.818410 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-19db164b-7b5f-4ae9-9fa3-42dbc0a0cb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:06.819710 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-19db164b-7b5f-4ae9-9fa3-42dbc0a0cb63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c016afc9-0ade-4075-8436-7f56d5e3f837 HTTP/1.1" status: 204 len: 168 time: 0.1743963 Sep 15 18:36:06.828997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db164b-7b5f-4ae9-9fa3-42dbc0a0cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016afc9-0ade-4075-8436-7f56d5e3f837,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:06.849783 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-5b8d3949-1641-4c20-859e-67c3b40acf1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59fe065b-2525-4354-a881-53bda1ec17f1 HTTP/1.1" status: 200 len: 217 time: 0.0583210 Sep 15 18:36:06.929936 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c012c-55fa-467b-a0c9-12f71cf81c5b req-0bf7a507-a34b-411c-92d3-82f4022bb826 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:06.931777 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e32c012c-55fa-467b-a0c9-12f71cf81c5b req-0bf7a507-a34b-411c-92d3-82f4022bb826 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 943 time: 0.1247032 Sep 15 18:36:06.933597 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-6e20b72c-f9b9-4169-8f31-77e6d82b7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:06.935052 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-6e20b72c-f9b9-4169-8f31-77e6d82b7660 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0666351 Sep 15 18:36:07.017107 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 20ac6fa6-d511-44d4-9362-a0691ae39b9e no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:07.019475 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e32c012c-55fa-467b-a0c9-12f71cf81c5b req-10b2f618-5be1-46a9-ae80-beeea76bdcd6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788469 Sep 15 18:36:07.032269 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-69c83cbe-1501-4389-96be-05b6be779eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:07.033916 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-69c83cbe-1501-4389-96be-05b6be779eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585933 Sep 15 18:36:07.046969 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 20ac6fa6-d511-44d4-9362-a0691ae39b9e {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:07.047255 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 20ac6fa6-d511-44d4-9362-a0691ae39b9e not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:07.047665 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:07.078648 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:07.079406 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 2c38dec9-cc31-4701-b56e-b17dad8a4cf7 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:07.137277 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-43ff8ddd-b3c0-4bb9-a328-42284b4c980b service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936334 Sep 15 18:36:07.246837 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ef7bc864-bec2-46ca-a72c-36b482688b8c req-c2696a57-0e83-4c32-aaf0-1d774bcf9468 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986502 Sep 15 18:36:07.285077 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56614) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:07.325318 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-682e5a2d-1b7b-4f65-afd1-8c1ed79a3aae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78fa64a5fbb4433ba20ca1daeec5e07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381081 Sep 15 18:36:07.327777 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56616) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:07.338915 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00624-4258-4821-b07b-b84d8603650a req-b76be378-2b66-4621-a440-b85ef3622a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:07.340442 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-b76be378-2b66-4621-a440-b85ef3622a29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 1096 time: 0.0419652 Sep 15 18:36:07.374608 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-51bfb1f9-0521-40c6-ba61-b204c1614198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:07.394618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-51bfb1f9-0521-40c6-ba61-b204c1614198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:07.434059 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00624-4258-4821-b07b-b84d8603650a req-2f3996c5-512f-4427-8880-3758ae1c680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:07.435629 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-2f3996c5-512f-4427-8880-3758ae1c680c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 912 time: 0.0860331 Sep 15 18:36:07.443270 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-51bfb1f9-0521-40c6-ba61-b204c1614198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:07.445870 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-51bfb1f9-0521-40c6-ba61-b204c1614198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:07.447003 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-51bfb1f9-0521-40c6-ba61-b204c1614198 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1528ecb-9165-4134-b52d-4bdbfc62adc9 HTTP/1.1" status: 204 len: 168 time: 0.1183250 Sep 15 18:36:07.455066 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb1f9-0521-40c6-ba61-b204c1614198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1528ecb-9165-4134-b52d-4bdbfc62adc9,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:07.486207 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-25084a6d-8b21-4326-87a2-c62cc95cae0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59fe065b-2525-4354-a881-53bda1ec17f1 HTTP/1.1" status: 200 len: 217 time: 0.0417593 Sep 15 18:36:07.534862 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00624-4258-4821-b07b-b84d8603650a req-d46c502e-511c-4535-863f-856f4dbe62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:07.536345 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-d46c502e-511c-4535-863f-856f4dbe62d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0431442 Sep 15 18:36:07.584564 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f00624-4258-4821-b07b-b84d8603650a req-d2759a3c-60a9-4857-9c38-b3ac8015e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:07.586070 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-d2759a3c-60a9-4857-9c38-b3ac8015e651 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407882 Sep 15 18:36:07.689402 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-6bb4c55e-11b4-4976-b940-9f0bc7beb9e8 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933971 Sep 15 18:36:07.787730 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-47f00624-4258-4821-b07b-b84d8603650a req-025a7f4b-689f-47b4-8061-c9371e4779b0 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880961 Sep 15 18:36:08.146163 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb869-9371-48cd-afbc-1054019791a6 req-0c3a4efe-6a53-4fb3-9e7e-d493332a851f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:08.147597 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-aa7bb869-9371-48cd-afbc-1054019791a6 req-0c3a4efe-6a53-4fb3-9e7e-d493332a851f tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 943 time: 0.0556574 Sep 15 18:36:08.184441 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-aa7bb869-9371-48cd-afbc-1054019791a6 req-3d3c1e92-eab2-4e0f-96e0-e704d655db14 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Sep 15 18:36:09.302632 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9f208-2c57-4a0d-bc84-4dc8859ecd61 req-46947b51-b3cb-40aa-ac37-935fc54c5647 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:09.304109 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bf9f208-2c57-4a0d-bc84-4dc8859ecd61 req-46947b51-b3cb-40aa-ac37-935fc54c5647 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 943 time: 0.0531738 Sep 15 18:36:09.341352 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bf9f208-2c57-4a0d-bc84-4dc8859ecd61 req-a1423716-a03c-4008-9a4f-949c220a9d03 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309794 Sep 15 18:36:09.913859 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18815d38-de1d-401c-b672-724f647d9ebc req-45515df1-80d3-48c4-a8d4-286745b99a11 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:09.915324 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-18815d38-de1d-401c-b672-724f647d9ebc req-45515df1-80d3-48c4-a8d4-286745b99a11 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0490577 Sep 15 18:36:09.953634 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-18815d38-de1d-401c-b672-724f647d9ebc req-d606655e-a988-40ae-bf9b-67e818d49afd tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Sep 15 18:36:10.007919 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 59fe065b-2525-4354-a881-53bda1ec17f1 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:36:10.100344 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 59fe065b-2525-4354-a881-53bda1ec17f1, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=59fe065b-2525-4354-a881-53bda1ec17f1,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:10.110882 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '59fe065b-2525-4354-a881-53bda1ec17f1', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'port_id': '59fe065b-2525-4354-a881-53bda1ec17f1', 'mac_address': 'fa:16:3e:22:ca:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:36:10.149726 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:10.162384 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fe065b-2525-4354-a881-53bda1ec17f1 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:36:10.181900 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 59fe065b-2525-4354-a881-53bda1ec17f1, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=59fe065b-2525-4354-a881-53bda1ec17f1,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:10.185919 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:10.231840 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=59fe065b-2525-4354-a881-53bda1ec17f1,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:10.455180 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d2343-a1df-405f-a275-d9b7e0586794 req-f956539b-37b8-4105-8a13-a1a1f7cb0d6c tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:10.457222 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a87d2343-a1df-405f-a275-d9b7e0586794 req-f956539b-37b8-4105-8a13-a1a1f7cb0d6c tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 944 time: 0.0483265 Sep 15 18:36:10.466737 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['59fe065b-2525-4354-a881-53bda1ec17f1'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:36:10.494516 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a87d2343-a1df-405f-a275-d9b7e0586794 req-e30a1dc4-eb33-4c15-8166-d66a9dd39428 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Sep 15 18:36:11.066732 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160d0a-7383-4179-898c-c6655a30bfe4 req-c9b685ef-c0bf-4b72-8ed7-5492c247b126 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:11.068210 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce160d0a-7383-4179-898c-c6655a30bfe4 req-c9b685ef-c0bf-4b72-8ed7-5492c247b126 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0478501 Sep 15 18:36:11.105340 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ce160d0a-7383-4179-898c-c6655a30bfe4 req-f4f3ae6c-6010-4eda-8050-0a6912051654 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Sep 15 18:36:11.208648 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:36:11.609738 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489aaf0-b1cd-4cae-9e1b-ca5167295d65 req-96dd2034-91a3-45d8-b218-892578d7ec30 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:11.611184 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3489aaf0-b1cd-4cae-9e1b-ca5167295d65 req-96dd2034-91a3-45d8-b218-892578d7ec30 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 944 time: 0.0480807 Sep 15 18:36:11.648048 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3489aaf0-b1cd-4cae-9e1b-ca5167295d65 req-cb6511a9-b672-40a9-b92c-b5722ae22035 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Sep 15 18:36:12.016524 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 59fe065b-2525-4354-a881-53bda1ec17f1 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:36:12.064135 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 59fe065b-2525-4354-a881-53bda1ec17f1 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:36:12.068236 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 59fe065b-2525-4354-a881-53bda1ec17f1 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:36:12.068611 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:12.141542 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:12.166437 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:12.168705 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d71d0bf-644e-49df-8b16-e75d98794041" -d '{"events": [{"server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "name": "network-vif-plugged", "status": "completed", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:12.182046 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 59fe065b-2525-4354-a881-53bda1ec17f1, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=59fe065b-2525-4354-a881-53bda1ec17f1,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:12.186534 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:12.211011 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306e966d-0349-4a19-aeb1-c0dceba324c3 x-openstack-request-id: req-306e966d-0349-4a19-aeb1-c0dceba324c3 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:12.211310 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "name": "network-vif-plugged", "status": "completed", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:12.211550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-306e966d-0349-4a19-aeb1-c0dceba324c3 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:12.211957 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1', 'code': 200} Sep 15 18:36:12.239741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed823fa6-3de4-4909-9a82-46a6f40e40c7 req-00c4dd65-1323-4486-8eae-1f262af69707 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:12.241302 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed823fa6-3de4-4909-9a82-46a6f40e40c7 req-00c4dd65-1323-4486-8eae-1f262af69707 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0622621 Sep 15 18:36:12.244208 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=59fe065b-2525-4354-a881-53bda1ec17f1,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:12.281567 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed823fa6-3de4-4909-9a82-46a6f40e40c7 req-39c2b9d5-2e67-4524-8289-f829bd09e640 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Sep 15 18:36:12.400358 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe0408-87af-4b83-a622-096f90d8d0e8 req-866aebeb-94de-4996-8402-70d3a22f1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:12.401842 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e7fe0408-87af-4b83-a622-096f90d8d0e8 req-866aebeb-94de-4996-8402-70d3a22f1a24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 1098 time: 0.0399668 Sep 15 18:36:12.438165 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e7fe0408-87af-4b83-a622-096f90d8d0e8 req-05830321-e4e7-42c7-ac9a-ac66597073d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279860 Sep 15 18:36:12.765154 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5342d-3be2-497b-b901-733d47a18076 req-6e2ce496-c2a7-408e-8a30-feb5ad5ab6c6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:12.766594 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2ec5342d-3be2-497b-b901-733d47a18076 req-6e2ce496-c2a7-408e-8a30-feb5ad5ab6c6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 945 time: 0.0499709 Sep 15 18:36:12.803236 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2ec5342d-3be2-497b-b901-733d47a18076 req-dba265ef-766c-49d9-b724-a04d026a860c tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303340 Sep 15 18:36:13.395500 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0902-7644-47e7-ac3c-2742d6f6e719 req-d791764b-e812-44fb-9d4b-829cbbc48d2d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:13.396937 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8a7d0902-7644-47e7-ac3c-2742d6f6e719 req-d791764b-e812-44fb-9d4b-829cbbc48d2d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0479434 Sep 15 18:36:13.433698 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8a7d0902-7644-47e7-ac3c-2742d6f6e719 req-e61f412d-3451-4cbc-b6b4-a183b82db9c1 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309420 Sep 15 18:36:13.913666 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2eef9-15df-4fdd-8629-a7ef22d3c211 req-58ba313d-789f-433d-a790-5b8dd580cfd7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:13.915104 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-68a2eef9-15df-4fdd-8629-a7ef22d3c211 req-58ba313d-789f-433d-a790-5b8dd580cfd7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 945 time: 0.0476732 Sep 15 18:36:13.951520 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-68a2eef9-15df-4fdd-8629-a7ef22d3c211 req-73be6a8c-33a3-4202-bb31-0aee36450551 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305731 Sep 15 18:36:14.063432 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947e7e-bd2f-4628-b286-2b80c47e1c78 req-c85bccf6-6a11-4c63-9e83-d0a321fbd9b7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:14.064926 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-83947e7e-bd2f-4628-b286-2b80c47e1c78 req-c85bccf6-6a11-4c63-9e83-d0a321fbd9b7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 945 time: 0.0522597 Sep 15 18:36:14.073887 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56650) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:14.078172 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Request body: {'floatingip': {'port_id': '59fe065b-2525-4354-a881-53bda1ec17f1'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:14.116166 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:14.544363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:14.546679 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ff0-2403-470d-b49d-27717cf0c354 req-6386d7ea-a221-4da3-9849-f46c992a34dc tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:14.548336 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1cbe2ff0-2403-470d-b49d-27717cf0c354 req-6386d7ea-a221-4da3-9849-f46c992a34dc tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0484726 Sep 15 18:36:14.549399 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:14.586575 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1cbe2ff0-2403-470d-b49d-27717cf0c354 req-7a007c8a-89e9-4258-b772-621b97808c18 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Sep 15 18:36:14.648911 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Floating IP edeb5304-d331-4994-90ec-97bf195b8160 associated. External IP: 172.27.1.70, port: 59fe065b-2525-4354-a881-53bda1ec17f1. Sep 15 18:36:14.847580 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:36:14.952124 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:36:14.956652 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:14.963747 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0970-4672-4512-9d69-54276a9059aa None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:36:14.972580 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:14.973226 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:14.982847 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8865abe4-709d-4002-b367-a6506c6186f6 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "PUT /v2.0/floatingips/edeb5304-d331-4994-90ec-97bf195b8160 HTTP/1.1" status: 200 len: 990 time: 0.9079568 Sep 15 18:36:14.983525 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:14.985899 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43848ee-ca39-4df7-b461-8f707f674088" -d '{"events": [{"name": "network-changed", "server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:15.022323 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20c36a-c7c8-4b7a-9c92-f37368340e88 x-openstack-request-id: req-8e20c36a-c7c8-4b7a-9c92-f37368340e88 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:15.022619 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:15.022890 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e20c36a-c7c8-4b7a-9c92-f37368340e88 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:15.023285 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1', 'status': 'completed', 'code': 200} Sep 15 18:36:15.084541 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:15.087388 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43848ee-ca39-4df7-b461-8f707f674088 req-5e6063b3-7abe-42e2-a3a3-31ae6f46206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:15.088951 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-5e6063b3-7abe-42e2-a3a3-31ae6f46206f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4295a8177cc141d6a761610a48d05195&device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 1098 time: 0.0417204 Sep 15 18:36:15.192758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43848ee-ca39-4df7-b461-8f707f674088 req-529836bf-eb95-4ac7-aa9b-f1e69d240c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:15.194137 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-529836bf-eb95-4ac7-aa9b-f1e69d240c96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 200 len: 912 time: 0.0882761 Sep 15 18:36:15.260655 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-22584776-5f54-432f-a283-01cfb0cff881 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59fe065b-2525-4354-a881-53bda1ec17f1 HTTP/1.1" status: 200 len: 998 time: 0.0578079 Sep 15 18:36:15.311491 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43848ee-ca39-4df7-b461-8f707f674088 req-5ae9befb-4eed-418b-bd43-d6b04a75e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:15.312969 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-5ae9befb-4eed-418b-bd43-d6b04a75e793 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 200 len: 850 time: 0.0435047 Sep 15 18:36:15.351464 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'edeb5304-d331-4994-90ec-97bf195b8160', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'port_id': '59fe065b-2525-4354-a881-53bda1ec17f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'mac_address': 'fa:16:3e:22:ca:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:36:02Z', 'updated_at': '2021-09-15T18:36:14Z', 'revision_number': 1, 'project_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:15.364860 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43848ee-ca39-4df7-b461-8f707f674088 req-784d1271-265f-4f33-91be-6660c6e911b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:15.366399 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-784d1271-265f-4f33-91be-6660c6e911b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ca1858ed-07a2-42af-9161-f3d80460e8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439827 Sep 15 18:36:15.377427 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0970-4672-4512-9d69-54276a9059aa None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:36:15.385531 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:15.386133 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:35:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:15.457323 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-be406baa-ea9c-448f-b596-1f7b533c13fe service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815668 Sep 15 18:36:15.492378 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:15.553547 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e43848ee-ca39-4df7-b461-8f707f674088 req-c00ac0fc-48cb-4843-9e79-d82cba166041 service neutron] 10.222.0.50 "GET /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875528 Sep 15 18:36:15.703989 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ab8e5-ba0f-40bf-a71b-7b9759d683bc req-bc1f9267-f6db-4b87-a7d3-300e054da395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:15.705447 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-830ab8e5-ba0f-40bf-a71b-7b9759d683bc req-bc1f9267-f6db-4b87-a7d3-300e054da395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0508687 Sep 15 18:36:15.720588 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-378e0970-4672-4512-9d69-54276a9059aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'edeb5304-d331-4994-90ec-97bf195b8160', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'port_id': '59fe065b-2525-4354-a881-53bda1ec17f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'mac_address': 'fa:16:3e:22:ca:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:36:02Z', 'updated_at': '2021-09-15T18:36:14Z', 'revision_number': 1, 'project_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:15.743453 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-830ab8e5-ba0f-40bf-a71b-7b9759d683bc req-121386f3-16d8-49d9-83c8-deb17c2361f4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Sep 15 18:36:15.746261 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0970-4672-4512-9d69-54276a9059aa None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'edeb5304-d331-4994-90ec-97bf195b8160', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'port_id': '59fe065b-2525-4354-a881-53bda1ec17f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'mac_address': 'fa:16:3e:22:ca:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:36:02Z', 'updated_at': '2021-09-15T18:36:14Z', 'revision_number': 1, 'project_id': '4295a8177cc141d6a761610a48d05195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:36:15.949364 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5775f-5b31-4a30-b8ff-98678f199ceb None None] New status for floating IP edeb5304-d331-4994-90ec-97bf195b8160: ACTIVE {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:36:16.857961 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddf49a-549c-4849-9e90-5bde5ba0c5e0 req-1b8b476c-a3f1-4620-956c-31136f58dc0c tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:16.859428 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ccddf49a-549c-4849-9e90-5bde5ba0c5e0 req-1b8b476c-a3f1-4620-956c-31136f58dc0c tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0482121 Sep 15 18:36:16.897005 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ccddf49a-549c-4849-9e90-5bde5ba0c5e0 req-2781dd38-12e3-4cf5-baa9-bf8c129be154 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Sep 15 18:36:18.007174 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992073a8-76ab-4d87-83d7-763583025fe8 req-c8620503-0a32-4651-bcf6-3513be2a7e00 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:18.008676 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-992073a8-76ab-4d87-83d7-763583025fe8 req-c8620503-0a32-4651-bcf6-3513be2a7e00 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0467536 Sep 15 18:36:18.045010 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-992073a8-76ab-4d87-83d7-763583025fe8 req-2f6bf3a9-669a-4c46-a156-2b6d1c137d0f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303731 Sep 15 18:36:19.160044 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07862dfe-0548-4a14-8399-5420fedc9276 req-2cde893d-62ab-4157-98d3-254b9b63f97b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:19.161536 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-07862dfe-0548-4a14-8399-5420fedc9276 req-2cde893d-62ab-4157-98d3-254b9b63f97b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0511746 Sep 15 18:36:19.198325 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-07862dfe-0548-4a14-8399-5420fedc9276 req-0a4fc174-cd91-4696-bd60-5d2b29bbc915 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302911 Sep 15 18:36:20.238358 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-d3d4eb0a-e228-4641-a8d3-c3565e6abdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:20.241322 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-d3d4eb0a-e228-4641-a8d3-c3565e6abdee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1099 time: 0.1754138 Sep 15 18:36:20.313151 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdb319-f1fd-45dd-8392-0aea0f1dc6c8 req-a65c6614-a107-4d2d-b891-0303a9af7bdc tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:20.314988 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52bdb319-f1fd-45dd-8392-0aea0f1dc6c8 req-a65c6614-a107-4d2d-b891-0303a9af7bdc tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0481293 Sep 15 18:36:20.335060 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-4f0cb55b-7b4c-4131-aba8-b2ccdf1576ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:20.336497 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-4f0cb55b-7b4c-4131-aba8-b2ccdf1576ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 910 time: 0.0878499 Sep 15 18:36:20.353070 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-52bdb319-f1fd-45dd-8392-0aea0f1dc6c8 req-bfac875b-ae12-4705-ae57-d1c73f2c4a6c tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Sep 15 18:36:20.400636 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-d48918d1-bb2b-46a7-898c-74b9a0514657 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 1002 time: 0.0563681 Sep 15 18:36:20.450392 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-d50b98dc-1906-49ea-9a92-cceeae017444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:20.451822 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-d50b98dc-1906-49ea-9a92-cceeae017444 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.0429325 Sep 15 18:36:20.512856 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-86a59215-aa1f-43c3-ac62-df2ec335aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:20.514336 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-86a59215-aa1f-43c3-ac62-df2ec335aa75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550065 Sep 15 18:36:20.853642 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-b2292b06-323d-4ba8-9c17-75e41c937ae3 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295605 Sep 15 18:36:20.911427 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c522aaf1-736d-4c80-8e2c-3126117a437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:20.954979 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b4adf659-7361-43fc-9eed-b1001436ff3b req-2857faa6-ebd4-4906-b838-4fe637f8e3c0 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Sep 15 18:36:21.466013 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d0047-a2fd-48d3-ad07-07a2535a636c req-1dded40f-4a4c-41df-8816-fb3ba92b7f56 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:21.467500 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ee2d0047-a2fd-48d3-ad07-07a2535a636c req-1dded40f-4a4c-41df-8816-fb3ba92b7f56 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0476866 Sep 15 18:36:21.504326 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ee2d0047-a2fd-48d3-ad07-07a2535a636c req-d2efdd3c-5453-4244-8e43-cc5ba716d872 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Sep 15 18:36:22.620527 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb24e5-7384-4679-a6e2-126a75e1dc97 req-f8a67093-1448-4e24-ae8d-5a438fb29b8e tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:22.621998 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bdfb24e5-7384-4679-a6e2-126a75e1dc97 req-f8a67093-1448-4e24-ae8d-5a438fb29b8e tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0514233 Sep 15 18:36:22.658399 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bdfb24e5-7384-4679-a6e2-126a75e1dc97 req-a6b378de-8a24-424d-9ba5-9cd4f47906be tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304449 Sep 15 18:36:23.691786 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b4be9eca-1061-4e98-a380-0723ba2cf080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:23.770626 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff42d28-209f-451d-a953-ca542b144acd req-e7b0dcf6-2b15-47b0-899a-d6aee0f39250 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:23.772741 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2ff42d28-209f-451d-a953-ca542b144acd req-e7b0dcf6-2b15-47b0-899a-d6aee0f39250 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0487227 Sep 15 18:36:23.809850 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2ff42d28-209f-451d-a953-ca542b144acd req-1ae7d05c-751d-4fd9-917a-50f867a46d16 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Sep 15 18:36:24.000640 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56704) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:24.014424 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9b0e5-6c9c-450e-bef0-4fc5a068752c req-f28bef35-7b02-48e9-bf5e-f01b4ca06f76 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:24.016009 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cdc9b0e5-6c9c-450e-bef0-4fc5a068752c req-f28bef35-7b02-48e9-bf5e-f01b4ca06f76 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0478678 Sep 15 18:36:24.055800 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-cdc9b0e5-6c9c-450e-bef0-4fc5a068752c req-01257bf9-bdb2-4d6d-88e4-20a4595289cf tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Sep 15 18:36:24.088001 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-085f1cf8-77eb-4417-818c-cad930908860 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855212 Sep 15 18:36:24.096923 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-b523394d-c4ef-4242-8217-9874976d111e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:36:24.097988 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-b523394d-c4ef-4242-8217-9874976d111e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049949 Sep 15 18:36:24.138240 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:24.740489 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:25.196805 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e800d-f3d9-4840-a27b-9d1f46ab9341 req-0431cd1f-1b72-44e0-a583-1b8f800f5da3 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:25.198220 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a21e800d-f3d9-4840-a27b-9d1f46ab9341 req-0431cd1f-1b72-44e0-a583-1b8f800f5da3 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0682948 Sep 15 18:36:25.241300 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a21e800d-f3d9-4840-a27b-9d1f46ab9341 req-6db16979-c9a9-43f0-bb56-e91890ff748b tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354502 Sep 15 18:36:25.488384 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-78d2c21c-d4fa-4385-beed-69b8f6f270ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:25.489927 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-78d2c21c-d4fa-4385-beed-69b8f6f270ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197&tenant_id=f8e689de2f7543c0a6bac4c986e35e5f HTTP/1.1" status: 200 len: 1099 time: 0.0505598 Sep 15 18:36:25.567068 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-ec353ced-8659-4394-b2a7-a0a39dde187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:25.569051 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-ec353ced-8659-4394-b2a7-a0a39dde187e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1099 time: 0.0411496 Sep 15 18:36:25.660672 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-2c71598b-7701-4a5f-9850-973b14878f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:25.662254 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-2c71598b-7701-4a5f-9850-973b14878f89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 910 time: 0.0856462 Sep 15 18:36:25.730730 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-f43fef53-232a-4fbd-ba96-fd6c20172034 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 1002 time: 0.0602145 Sep 15 18:36:25.779218 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-33a8cdb8-181b-463a-9ad2-818011b3ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:25.780675 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-33a8cdb8-181b-463a-9ad2-818011b3ae5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.0427687 Sep 15 18:36:25.836140 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-645383c5-c621-4659-b870-55d4575a69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:25.837517 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-645383c5-c621-4659-b870-55d4575a69e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485206 Sep 15 18:36:25.941091 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-0a5fb3f0-f8ea-4823-936e-36230311da05 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872507 Sep 15 18:36:26.032795 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6fd3f300-5053-4edd-946c-783dde3dc310 req-f9378482-5f75-49a4-82f4-8ef1ee140a35 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803902 Sep 15 18:36:26.108707 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:26.357064 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3a8f6-e2a1-4aab-b512-2dc599ba8a51 req-d059b874-412d-47b8-918a-1acb34adcf87 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:26.358432 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-98f3a8f6-e2a1-4aab-b512-2dc599ba8a51 req-d059b874-412d-47b8-918a-1acb34adcf87 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0473838 Sep 15 18:36:26.394553 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-98f3a8f6-e2a1-4aab-b512-2dc599ba8a51 req-b1337ed0-2720-4beb-809f-e34b51ff4e02 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302551 Sep 15 18:36:26.903185 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:27.505872 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8ec57-c82e-48d5-8ab4-42d4f1ebf8e2 req-0757751a-e9d6-406e-8040-d308553e53d2 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:27.507262 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-62a8ec57-c82e-48d5-8ab4-42d4f1ebf8e2 req-0757751a-e9d6-406e-8040-d308553e53d2 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0474010 Sep 15 18:36:27.545365 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-62a8ec57-c82e-48d5-8ab4-42d4f1ebf8e2 req-8e6aa31b-8123-4ef6-8d48-2b0d2943a7e2 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322158 Sep 15 18:36:28.134413 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:28.207165 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:28.229423 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:28.231649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aab1494-e938-4005-af0e-0e0a7f713f46" -d '{"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-unplugged", "status": "completed", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:28.244159 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:28.248117 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:28.269883 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309252d7-0d51-4f46-aaf9-42d7956a482d x-openstack-request-id: req-309252d7-0d51-4f46-aaf9-42d7956a482d {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:28.270226 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-unplugged", "status": "completed", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:28.270481 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-309252d7-0d51-4f46-aaf9-42d7956a482d {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:28.271400 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'code': 200} Sep 15 18:36:28.296251 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=6']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:28.662221 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ba1ff-63f4-4227-9fb9-55067c17fcec req-2075aa0c-cd4e-49d1-bd72-2f5b29f9580e tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:28.663656 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-384ba1ff-63f4-4227-9fb9-55067c17fcec req-2075aa0c-cd4e-49d1-bd72-2f5b29f9580e tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0479314 Sep 15 18:36:28.704221 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-384ba1ff-63f4-4227-9fb9-55067c17fcec req-6f788327-2454-4ba7-9a28-61db8e31a705 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346181 Sep 15 18:36:29.817141 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf18979-1fda-46d6-9d5c-a2b6d851d008 req-16100f7a-a9ba-492e-9b4c-5d5547389207 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:29.818618 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6bf18979-1fda-46d6-9d5c-a2b6d851d008 req-16100f7a-a9ba-492e-9b4c-5d5547389207 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0490389 Sep 15 18:36:29.855399 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6bf18979-1fda-46d6-9d5c-a2b6d851d008 req-d2df0ab8-5c81-4352-bbd0-91c3010278a6 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308356 Sep 15 18:36:30.966869 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7a333-bcbc-48ff-abae-e3a29fa4a76e req-acd90f5a-fea5-47a0-bd3c-42cba2431c4f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:30.968347 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eca7a333-bcbc-48ff-abae-e3a29fa4a76e req-acd90f5a-fea5-47a0-bd3c-42cba2431c4f tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0487621 Sep 15 18:36:31.003985 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eca7a333-bcbc-48ff-abae-e3a29fa4a76e req-aa1b1ee5-8370-4b42-a312-df45594ef17e tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298409 Sep 15 18:36:32.128965 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaaf7b-d0c1-41d7-ac91-d347bd73b5aa req-0bc0ecc9-57d3-4f54-9793-7323a99a68f7 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:32.130994 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-defaaf7b-d0c1-41d7-ac91-d347bd73b5aa req-0bc0ecc9-57d3-4f54-9793-7323a99a68f7 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0582657 Sep 15 18:36:32.167687 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-defaaf7b-d0c1-41d7-ac91-d347bd73b5aa req-097f9f52-dd33-4236-9ffb-7aaf36d69530 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Sep 15 18:36:32.391487 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e2d1-96d9-4857-bb34-18f1ed37243e req-d2787cb2-0a27-420f-8cc0-9a1feadb372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:32.392978 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e0f4e2d1-96d9-4857-bb34-18f1ed37243e req-d2787cb2-0a27-420f-8cc0-9a1feadb372d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1097 time: 0.0388355 Sep 15 18:36:32.433549 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e0f4e2d1-96d9-4857-bb34-18f1ed37243e req-f7fed2c2-2c18-4831-92a8-cddbefa99d03 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303559 Sep 15 18:36:33.117976 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17823354-b667-406f-b35c-49a95a009535 req-f4cec4b7-9675-4ff9-b5b6-0bfb444be9dd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:33.119417 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-17823354-b667-406f-b35c-49a95a009535 req-f4cec4b7-9675-4ff9-b5b6-0bfb444be9dd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.0475383 Sep 15 18:36:33.164718 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-17823354-b667-406f-b35c-49a95a009535 req-2b47b4f3-da92-4611-be2a-242c316fcff7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393598 Sep 15 18:36:33.283799 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58c6f-4030-436c-83d3-d38d4f54de36 req-be6bd8c4-5019-43be-aaa6-8779ddf000ad tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:33.285152 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34d58c6f-4030-436c-83d3-d38d4f54de36 req-be6bd8c4-5019-43be-aaa6-8779ddf000ad tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 944 time: 0.0478098 Sep 15 18:36:33.322391 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-34d58c6f-4030-436c-83d3-d38d4f54de36 req-08391a28-5a97-4873-a9dd-d497b082f8b4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Sep 15 18:36:34.148289 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:36:34.246965 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:34.258118 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': 'c3859c91-e1d1-4400-8568-49db436706d9', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'port_id': 'c3859c91-e1d1-4400-8568-49db436706d9', 'mac_address': 'fa:16:3e:e4:74:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:36:34.288394 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100b71-51f8-44cf-8349-82c6f4f49fd9 req-356c7342-039f-48ce-b8d5-bf62623ffff1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:34.289882 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d100b71-51f8-44cf-8349-82c6f4f49fd9 req-356c7342-039f-48ce-b8d5-bf62623ffff1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.0486538 Sep 15 18:36:34.294241 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:34.307622 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3859c91-e1d1-4400-8568-49db436706d9 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:36:34.326370 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:34.328431 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-8d100b71-51f8-44cf-8349-82c6f4f49fd9 req-d85213ad-42a0-40d8-8f16-66d49826d33e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Sep 15 18:36:34.330474 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:34.381815 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=7']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:34.437370 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc67e-b7b2-4092-8f27-6a8347378562 req-ff6d800e-77f6-467b-a8ce-b84badd39c5c tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:34.438748 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15adc67e-b7b2-4092-8f27-6a8347378562 req-ff6d800e-77f6-467b-a8ce-b84badd39c5c tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Sep 15 18:36:34.474919 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15adc67e-b7b2-4092-8f27-6a8347378562 req-c5ae32b1-87b6-4cfb-9f96-2a856fea8760 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302618 Sep 15 18:36:34.619057 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['c3859c91-e1d1-4400-8568-49db436706d9'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:36:35.063102 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487628b-8b46-40c2-b156-187e7b764199 req-e741f55a-2486-40ba-bda3-98ee40a506b9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:35.064592 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5487628b-8b46-40c2-b156-187e7b764199 req-e741f55a-2486-40ba-bda3-98ee40a506b9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.0490055 Sep 15 18:36:35.158634 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Deleting port 1459a169-e694-4ac0-a247-311752dd2f58 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:35.158891 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:35.250816 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] For port 1459a169-e694-4ac0-a247-311752dd2f58, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=1459a169-e694-4ac0-a247-311752dd2f58,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:35.251287 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:35.415662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:35.416371 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:35.416371 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Floating IP 5fbef613-7eb1-4ea5-aa82-1e5865fe1def disassociated. External IP: 172.27.1.32, port: 1459a169-e694-4ac0-a247-311752dd2f58. Sep 15 18:36:35.416682 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Calling delete_port for 1459a169-e694-4ac0-a247-311752dd2f58 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:35.453955 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa593319-f9bb-45a7-84d5-4399250b5fae req-c30a15db-2749-450a-8716-c98123fc9f0b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:35.455408 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-aa593319-f9bb-45a7-84d5-4399250b5fae req-c30a15db-2749-450a-8716-c98123fc9f0b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=12d22d84-eda9-419f-b677-186669ce43cc HTTP/1.1" status: 200 len: 946 time: 0.0506916 Sep 15 18:36:35.501174 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-aa593319-f9bb-45a7-84d5-4399250b5fae req-bc2a482c-d972-45ba-8bcd-5097c93e17a7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=112411c9-3c61-4455-aee9-d4ba00a4eba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Sep 15 18:36:35.555126 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:35.584026 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event deleted for resources: {'Port': ['ID=1459a169-e694-4ac0-a247-311752dd2f58,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:35.696577 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Router b3163186-be76-4568-bcaf-ff70e17497b2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:36:35.803274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:36:35.813891 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:36:35.823521 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:35.824162 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:36:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:35.841960 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] No DVR routers for this DVR port 1459a169-e694-4ac0-a247-311752dd2f58 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:36:35.844523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:35.846481 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5487628b-8b46-40c2-b156-187e7b764199 req-a986a2a3-90cb-441e-8d41-bfbd13f1eef4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "DELETE /v2.0/ports/1459a169-e694-4ac0-a247-311752dd2f58 HTTP/1.1" status: 204 len: 173 time: 0.7745969 Sep 15 18:36:35.846921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-deleted', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:35.849731 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb3c5d-d649-4f9d-869e-83fedc47817f" -d '{"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-deleted", "tag": "1459a169-e694-4ac0-a247-311752dd2f58"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:35.946242 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:36.028171 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1be3c6-8528-4e78-83f3-9ef27f11d766 x-openstack-request-id: req-0d1be3c6-8528-4e78-83f3-9ef27f11d766 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:36.028490 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d22d84-eda9-419f-b677-186669ce43cc", "name": "network-vif-deleted", "tag": "1459a169-e694-4ac0-a247-311752dd2f58", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:36.028745 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d1be3c6-8528-4e78-83f3-9ef27f11d766 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:36.029147 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d22d84-eda9-419f-b677-186669ce43cc', 'name': 'network-vif-deleted', 'tag': '1459a169-e694-4ac0-a247-311752dd2f58', 'status': 'completed', 'code': 200} Sep 15 18:36:36.168509 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:36.197256 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:36:36.199508 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:36:36.232694 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:36.233321 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:36:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:36.330788 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port c3859c91-e1d1-4400-8568-49db436706d9 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:36:36.331171 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.376759 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:36.540724 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.576926 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:36.579372 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d407623-2553-41ef-8794-3f74c90f558d" -d '{"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-plugged", "status": "completed", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:36.590230 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56802) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:36.595521 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:36.618815 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.649617 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6001cfb9-6004-4da1-a783-b67a1dcf3ff8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.673532 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6001cfb9-6004-4da1-a783-b67a1dcf3ff8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.679715 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=8']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:36.694455 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:36.721725 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd159e2-f03f-4e4f-ba6a-79ebfda62f89 x-openstack-request-id: req-abd159e2-f03f-4e4f-ba6a-79ebfda62f89 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:36.722019 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-plugged", "status": "completed", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:36.722272 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abd159e2-f03f-4e4f-ba6a-79ebfda62f89 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:36.722781 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'code': 200} Sep 15 18:36:36.724596 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43c883-c3cc-42b8-a535-8d0834bcadf2 None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:36:36.729641 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6001cfb9-6004-4da1-a783-b67a1dcf3ff8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.732339 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6001cfb9-6004-4da1-a783-b67a1dcf3ff8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.733512 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6001cfb9-6004-4da1-a783-b67a1dcf3ff8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "DELETE /v2.0/security-groups/112411c9-3c61-4455-aee9-d4ba00a4eba9 HTTP/1.1" status: 204 len: 168 time: 0.1423137 Sep 15 18:36:36.736278 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56806) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:36.743731 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001cfb9-6004-4da1-a783-b67a1dcf3ff8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112411c9-3c61-4455-aee9-d4ba00a4eba9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:36.750511 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.api.v2.resource [None req-f3c4bef7-9a52-4f8e-9882-0c405a67ae2f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] show failed (client error): The resource could not be found. Sep 15 18:36:36.752810 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-f3c4bef7-9a52-4f8e-9882-0c405a67ae2f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups/112411c9-3c61-4455-aee9-d4ba00a4eba9 HTTP/1.1" status: 404 len: 347 time: 0.0146835 Sep 15 18:36:36.756363 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56808) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:36.891113 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Deleting port f5ce4b4a-0db8-41df-98c0-8a724ac3ddb4 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:36:36.891453 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.951880 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3d0f3-212c-4092-bcc6-d37796ae4bc0 None None] New status for floating IP 5fbef613-7eb1-4ea5-aa82-1e5865fe1def: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:36:36.970594 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.970924 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:36.982429 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Calling delete_port for f5ce4b4a-0db8-41df-98c0-8a724ac3ddb4 owned by network:floatingip {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:36:37.121573 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.147749 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event deleted for resources: {'Port': ['ID=f5ce4b4a-0db8-41df-98c0-8a724ac3ddb4,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:37.208282 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.210859 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.212026 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-716ba500-b6ae-46d7-977b-ce0034a05a66 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "DELETE /v2.0/floatingips/5fbef613-7eb1-4ea5-aa82-1e5865fe1def HTTP/1.1" status: 204 len: 168 time: 0.4547274 Sep 15 18:36:37.530667 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56814) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:37.535138 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80403853', 'description': 'tempest-description--157370099'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:37.560665 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.638429 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.641995 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.669250 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.670462 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1388001 Sep 15 18:36:37.672265 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a45f-ef2c-4431-b65f-958018a8e4c4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1aa436-c718-4c09-8452-46f1433fb081,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:37.673413 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56816) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:37.678140 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'security_group_rule': {'security_group_id': '6e1aa436-c718-4c09-8452-46f1433fb081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:37.704425 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.760535 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.763799 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.781230 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1370b139-79a1-49e8-8496-fd770e8cc823,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:37.787061 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.788275 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d873fd6d-8685-4c60-a5c2-41d412a80f64 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138749 Sep 15 18:36:37.791000 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56818) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:37.795389 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'security_group_rule': {'security_group_id': '6e1aa436-c718-4c09-8452-46f1433fb081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:37.821158 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.875596 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.878992 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626473'] for security_group_rule, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.892694 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db261bf-10d2-4dfd-89a7-811a26776f0b,revision_number=0']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:37.901619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:37.902777 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-7e630a26-5527-4244-aa90-51223983fa4a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107807 Sep 15 18:36:37.905711 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 56820) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:37.909835 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:37.932695 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.026817 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.130932 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Allocated IP 172.27.1.155 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/6d9ca7d7-d234-4029-950e-773007529847) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:36:38.234594 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.268567 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.307588 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:36:38.307929 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:36:38.311251 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:36:38.339871 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'Port': ['ID=6d9ca7d7-d234-4029-950e-773007529847,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:38.409701 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.443001 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.588533 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.592815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.658026 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'Port': ['ID=6d9ca7d7-d234-4029-950e-773007529847,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:38.667184 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.680904 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:38.682151 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-56b2a55c-284d-4a46-8a0d-67f6ae1206c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7755182 Sep 15 18:36:38.860599 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-e2892d45-28a4-4c62-912b-0d034380eccd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--80403853&fields=id&tenant_id=9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 267 time: 0.0310593 Sep 15 18:36:38.969663 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-21b1953d-5e85-4066-9b3b-ec81bb91b241 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:38.971090 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-21b1953d-5e85-4066-9b3b-ec81bb91b241 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 817 time: 0.1030743 Sep 15 18:36:38.985921 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-fc086ef8-88b8-4b63-ac4f-b0a0fd204afe tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/quotas/9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 375 time: 0.0085106 Sep 15 18:36:39.037678 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-418de582-f4ca-4004-bbdb-b991da4e7cac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458245 Sep 15 18:36:39.172734 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-483b869a-f226-4ebc-b8ef-24c4a67ee246 service neutron] 10.222.0.43 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236780 Sep 15 18:36:39.264116 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-a6156584-a248-475f-9ae2-0f37cf8f6258 service neutron] 10.222.0.43 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Sep 15 18:36:39.421031 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dcdc30aa-8e2f-4064-b96b-32ba8054401d req-df117507-ed58-443d-b9b3-c4aa536fc35c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 210 time: 0.0272276 Sep 15 18:36:40.229099 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:36:40.249638 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 1459a169-e694-4ac0-a247-311752dd2f58 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:36:40.249984 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 1459a169-e694-4ac0-a247-311752dd2f58 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:36:40.390345 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-69080dfc-d85d-4c9a-8b09-f608a0095de8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:40.391800 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-69080dfc-d85d-4c9a-8b09-f608a0095de8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 817 time: 0.1044703 Sep 15 18:36:40.440304 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-5c88ff9c-79fb-42c7-a932-aefc6c29efd6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 378 time: 0.0375762 Sep 15 18:36:40.452873 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'port': {'device_id': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'admin_state_up': True, 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'security_groups': ['6e1aa436-c718-4c09-8452-46f1433fb081']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:40.546045 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ee756474-1171-4aa9-bef3-05d03135330f req-d61799c1-13a2-4a0e-b338-969ed2bbcdc1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 210 time: 0.0354977 Sep 15 18:36:40.586245 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Made reservation on behalf of 9a41bc43924d45b98b230e2b0647eae7 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:36:40.589864 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:40.711056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Allocated IP 172.20.0.8 (bc823b9a-3dfd-4f19-b5b6-fd0a539bd375/c2445e6b-f5e0-43ff-9ef6-de71abf345f7/640b488d-3c58-40c7-9c1d-f895707a101c) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:36:40.843754 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:40.876520 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:40.914904 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:36:40.917816 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:36:40.921413 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:36:40.952671 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:40.978481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:40.979115 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:40.994348 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b04ac6f5-934f-4da7-b40e-b312e5a4222a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5460739 Sep 15 18:36:41.018603 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Request body: {'port': {'device_id': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:41.076491 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.182951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-08f0995c-861a-4533-b1da-d6821f2477cc None None] Provisioning complete for port 640b488d-3c58-40c7-9c1d-f895707a101c triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:36:41.183244 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-08f0995c-861a-4533-b1da-d6821f2477cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.220706 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-08f0995c-861a-4533-b1da-d6821f2477cc None None] Port 640b488d-3c58-40c7-9c1d-f895707a101c cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:36:41.333422 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640b488d-3c58-40c7-9c1d-f895707a101c {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:36:41.340658 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.352479 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Transition to ACTIVE for port object 640b488d-3c58-40c7-9c1d-f895707a101c will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:36:41.356312 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.423241 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:41.475968 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Attempting to bind port 640b488d-3c58-40c7-9c1d-f895707a101c on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:36:41.476406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Attempting to bind port 640b488d-3c58-40c7-9c1d-f895707a101c by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:36:41.476799 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Attempting to bind port 640b488d-3c58-40c7-9c1d-f895707a101c on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:36:41.481347 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Port 640b488d-3c58-40c7-9c1d-f895707a101c on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:36:41.481669 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Attempting to bind port 640b488d-3c58-40c7-9c1d-f895707a101c on network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:36:41.486702 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:36:41.487042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Checking segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:36:41.487432 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Bound using segment: {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:36:41.487908 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Bound port: 640b488d-3c58-40c7-9c1d-f895707a101c, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445ef665-5307-49ac-83cb-95afa093c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:36:41.488278 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.554232 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:36:41.557624 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:36:41.562166 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.602914 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:41.603532 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:41.605051 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] 10.222.0.50 "PUT /v2.0/ports/640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 1093 time: 0.5906262 Sep 15 18:36:41.605382 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:41.607616 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b031a-bdd8-45d3-834e-6316903c5aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:41.638631 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105d292-0f99-43b4-bed7-57609ce5b211 service neutron] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:41.672878 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b5bd2-1df0-4efb-ad45-fc72ad8c1815 x-openstack-request-id: req-048b5bd2-1df0-4efb-ad45-fc72ad8c1815 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:41.673161 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:41.673439 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-048b5bd2-1df0-4efb-ad45-fc72ad8c1815 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:41.673824 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'status': 'completed', 'code': 200} Sep 15 18:36:41.712430 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe7f42-1328-4fa4-9a55-7779c5b0ccef req-326f7c7e-eb07-43f8-8d9f-025c383f50fd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:41.713948 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-79fe7f42-1328-4fa4-9a55-7779c5b0ccef req-326f7c7e-eb07-43f8-8d9f-025c383f50fd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0901935 Sep 15 18:36:41.728726 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-32e96581-d646-4e80-b24a-6a52d8af580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:41.730154 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-32e96581-d646-4e80-b24a-6a52d8af580c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1096 time: 0.0671337 Sep 15 18:36:41.787585 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-54864122-8bca-4437-8ed7-4149293fc3df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 217 time: 0.0481536 Sep 15 18:36:41.792640 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-79fe7f42-1328-4fa4-9a55-7779c5b0ccef req-9616e3d4-4a32-4314-a276-468581beec31 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725005 Sep 15 18:36:41.836226 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-a1bfc2eb-7e44-4381-b8fe-2e5c5dbe7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:41.837747 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-a1bfc2eb-7e44-4381-b8fe-2e5c5dbe7382 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0432961 Sep 15 18:36:41.884199 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6393-e353-4149-a3e0-158a2fa339fc req-d68add30-0617-4c88-879a-76d8bffbcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:41.885680 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-d68add30-0617-4c88-879a-76d8bffbcd0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403719 Sep 15 18:36:41.978501 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-10dcb5b8-2431-422a-8c3c-ba5003da9049 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851808 Sep 15 18:36:42.065210 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-09da6393-e353-4149-a3e0-158a2fa339fc req-878f272f-e886-423d-915b-7d79a267e011 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790691 Sep 15 18:36:42.159029 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-b1ed6482-8345-4dec-9b17-6c3d77a1d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:42.160503 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-b1ed6482-8345-4dec-9b17-6c3d77a1d3d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1096 time: 0.0420473 Sep 15 18:36:42.249625 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-352e417c-2545-4926-9d90-d9efee087463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:42.250990 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-352e417c-2545-4926-9d90-d9efee087463 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.0825510 Sep 15 18:36:42.295118 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-01c12f9f-fca5-4a54-aba6-f9473d75ca4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 217 time: 0.0361187 Sep 15 18:36:42.586849 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-38e9424e-ff48-4a36-98c7-68c93c5c668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:42.588208 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-38e9424e-ff48-4a36-98c7-68c93c5c668a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.2851422 Sep 15 18:36:42.637622 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-a3a28d78-ace5-4b97-8264-98cdfd98df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:42.639119 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-a3a28d78-ace5-4b97-8264-98cdfd98df73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393474 Sep 15 18:36:42.738290 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-2b8e89cf-3958-448c-b063-aee35dff8344 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819671 Sep 15 18:36:42.834217 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-777b031a-bdd8-45d3-834e-6316903c5aa7 req-7b5300c1-2396-4dc0-9f07-36b52c20c1e7 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841801 Sep 15 18:36:42.915962 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61008198-65ff-417a-bf7f-0f7282fae663 req-db33cfff-6b58-4c73-bf2f-dc4c3d9a8965 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:42.918316 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61008198-65ff-417a-bf7f-0f7282fae663 req-db33cfff-6b58-4c73-bf2f-dc4c3d9a8965 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0527415 Sep 15 18:36:42.960827 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-61008198-65ff-417a-bf7f-0f7282fae663 req-6a55ea37-6711-4835-871b-2c6d2471727f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362861 Sep 15 18:36:44.079075 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7c66-4582-4fc9-9b9a-b2e7e5d2e013 req-779557bf-1e60-4dc1-a2f1-2d5f3d3d480c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:44.080556 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9a4f7c66-4582-4fc9-9b9a-b2e7e5d2e013 req-779557bf-1e60-4dc1-a2f1-2d5f3d3d480c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0485687 Sep 15 18:36:44.117700 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9a4f7c66-4582-4fc9-9b9a-b2e7e5d2e013 req-e5149e86-1720-4946-92ea-cac5b2210063 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306814 Sep 15 18:36:44.256067 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:36:44.345443 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:44.356507 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '640b488d-3c58-40c7-9c1d-f895707a101c', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c', 'mac_address': 'fa:16:3e:c0:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:36:44.394503 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:44.406391 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640b488d-3c58-40c7-9c1d-f895707a101c {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:36:44.425248 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:44.429820 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:44.475007 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:44.691211 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['640b488d-3c58-40c7-9c1d-f895707a101c'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:36:45.234670 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a98d-41d3-43d2-94b7-6371f59a02b4 req-c6cc8e28-a55f-4e6c-8df2-0436fd8300e6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:45.236190 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7663a98d-41d3-43d2-94b7-6371f59a02b4 req-c6cc8e28-a55f-4e6c-8df2-0436fd8300e6 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 944 time: 0.0477054 Sep 15 18:36:45.273798 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7663a98d-41d3-43d2-94b7-6371f59a02b4 req-efc88edb-079a-4068-80d4-96020dba2820 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309584 Sep 15 18:36:46.273023 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:36:46.320101 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 640b488d-3c58-40c7-9c1d-f895707a101c completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:36:46.323836 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 640b488d-3c58-40c7-9c1d-f895707a101c triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:36:46.324219 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:46.390442 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02dc42-3b79-49e7-a0a7-ac1acaf73307 req-07f60446-968c-4f1a-92eb-22e16ddc1b6a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:46.391936 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dc02dc42-3b79-49e7-a0a7-ac1acaf73307 req-07f60446-968c-4f1a-92eb-22e16ddc1b6a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 944 time: 0.0479057 Sep 15 18:36:46.400058 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:46.421789 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:46.424062 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc31b694-f180-480e-917a-52eb797910fd" -d '{"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-plugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:46.433600 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-dc02dc42-3b79-49e7-a0a7-ac1acaf73307 req-fcf6d5fa-5710-4105-b65a-1d61118de520 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348952 Sep 15 18:36:46.440285 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:36:46.445630 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:46.483386 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e03f32-8dc8-4ae3-a750-ba86afd3cb4b x-openstack-request-id: req-07e03f32-8dc8-4ae3-a750-ba86afd3cb4b {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:46.483386 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-plugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:46.483386 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07e03f32-8dc8-4ae3-a750-ba86afd3cb4b {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:46.483386 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'code': 200} Sep 15 18:36:46.500129 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:36:46.646069 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27efbb-5a15-4530-ad9f-a0fffeb028f2 req-967cc301-1bc1-447c-82cf-818842079e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:46.647517 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed27efbb-5a15-4530-ad9f-a0fffeb028f2 req-967cc301-1bc1-447c-82cf-818842079e95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1098 time: 0.0389390 Sep 15 18:36:46.685958 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed27efbb-5a15-4530-ad9f-a0fffeb028f2 req-80020c96-2abf-4c15-91b0-3a892570ec52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277205 Sep 15 18:36:47.565716 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6665-920c-4a20-883e-71693cef35bb req-6ce7ac90-4c83-4099-b445-f57ebc1ce3c1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:47.567946 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d45c6665-920c-4a20-883e-71693cef35bb req-6ce7ac90-4c83-4099-b445-f57ebc1ce3c1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0521684 Sep 15 18:36:47.604858 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d45c6665-920c-4a20-883e-71693cef35bb req-82b640d8-7711-48a1-a195-296c5e6b8d28 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306542 Sep 15 18:36:48.207579 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:36:48.721101 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e9937-640b-4e84-9907-24da4cd94ff9 req-54076bba-7287-4111-93b0-ec2ee25c5565 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:48.722557 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d43e9937-640b-4e84-9907-24da4cd94ff9 req-54076bba-7287-4111-93b0-ec2ee25c5565 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0481350 Sep 15 18:36:48.759162 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d43e9937-640b-4e84-9907-24da4cd94ff9 req-ad172ba5-74f1-458e-b170-114d2e6b7244 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305257 Sep 15 18:36:48.874927 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6cd2f-0796-4b45-ab4f-372872cf92c0 req-4e20a72f-8b46-459e-a368-4bde41921dda tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:48.876390 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fdb6cd2f-0796-4b45-ab4f-372872cf92c0 req-4e20a72f-8b46-459e-a368-4bde41921dda tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0476115 Sep 15 18:36:48.885468 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 56892) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:36:48.889783 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Request body: {'floatingip': {'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:36:48.930474 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:49.359009 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:49.362787 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:49.460379 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Floating IP 77fc0964-2836-46ac-8c62-8e4fcd0b753e associated. External IP: 172.27.1.155, port: 640b488d-3c58-40c7-9c1d-f895707a101c. Sep 15 18:36:49.662546 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Router b3163186-be76-4568-bcaf-ff70e17497b2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:36:49.766175 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:36:49.771555 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:49.776119 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:36:49.785360 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:49.786098 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:36:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:49.798497 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0059d999-2755-4250-9f1f-b6df44924eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "PUT /v2.0/floatingips/77fc0964-2836-46ac-8c62-8e4fcd0b753e HTTP/1.1" status: 200 len: 991 time: 0.9120138 Sep 15 18:36:49.799084 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:36:49.801837 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:36:49.838936 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3cce81-9d5c-4c5f-8344-1c1b6f4cf087 x-openstack-request-id: req-9b3cce81-9d5c-4c5f-8344-1c1b6f4cf087 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:36:49.839234 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:36:49.839491 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b3cce81-9d5c-4c5f-8344-1c1b6f4cf087 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:36:49.839914 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'status': 'completed', 'code': 200} Sep 15 18:36:49.913139 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-68a20a93-32ed-4f6a-957a-653bd44f5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:49.914667 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-68a20a93-32ed-4f6a-957a-653bd44f5745 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1098 time: 0.0428145 Sep 15 18:36:50.020616 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:50.020986 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-ad641844-d2ea-4a4c-9f39-74d7903fa266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:50.022495 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-ad641844-d2ea-4a4c-9f39-74d7903fa266 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.0899172 Sep 15 18:36:50.088595 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-10522fe7-514a-4c9d-a6b5-df7e808e0a0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 999 time: 0.0578055 Sep 15 18:36:50.143220 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-deb83cfb-b372-453e-a81b-9f41d7217cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:50.144690 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-deb83cfb-b372-453e-a81b-9f41d7217cce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0474246 Sep 15 18:36:50.190630 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-ead37345-6c0a-4352-85b2-fee8f139c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:50.192666 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-ead37345-6c0a-4352-85b2-fee8f139c02c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402396 Sep 15 18:36:50.240971 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '77fc0964-2836-46ac-8c62-8e4fcd0b753e', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'mac_address': 'fa:16:3e:c0:0f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:36:38Z', 'updated_at': '2021-09-15T18:36:49Z', 'revision_number': 1, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:50.271361 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:36:50.279670 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:36:50.280303 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:36:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:50.297915 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-af45ce70-f544-465e-bd96-5e66324762a5 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850112 Sep 15 18:36:50.390942 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:36:50.394756 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1bd4f473-73d5-4c10-b8ca-86c7fbb9c9e6 req-63b0d6ae-12e5-4b3b-941e-510b25a95476 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859110 Sep 15 18:36:50.611025 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '77fc0964-2836-46ac-8c62-8e4fcd0b753e', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'mac_address': 'fa:16:3e:c0:0f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:36:38Z', 'updated_at': '2021-09-15T18:36:49Z', 'revision_number': 1, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:36:50.640789 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628713c8-794c-4dc1-8b6f-d92c48372fcc None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': '77fc0964-2836-46ac-8c62-8e4fcd0b753e', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'mac_address': 'fa:16:3e:c0:0f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:36:38Z', 'updated_at': '2021-09-15T18:36:49Z', 'revision_number': 1, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:36:50.814550 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524191f7-c87a-44dc-b377-704744762550 None None] New status for floating IP 77fc0964-2836-46ac-8c62-8e4fcd0b753e: ACTIVE {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:36:50.914060 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-6e0b1118-07f2-4be4-9182-73e20dbd1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:53.693964 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-747e70d9-2990-4fc7-b119-298a2bfc93db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:54.137896 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:54.742969 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:56.110945 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:56.779993 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-51dc8ed2-eba8-4136-8586-7028bdf445c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382595 Sep 15 18:36:56.843628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-a44bf24b-a5e0-484c-9e84-41f2192a128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:56.845288 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-a44bf24b-a5e0-484c-9e84-41f2192a128f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1099 time: 0.0429652 Sep 15 18:36:56.911784 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:36:56.953721 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-de266b1f-2010-456e-9535-b28e95231812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:56.955345 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-de266b1f-2010-456e-9535-b28e95231812 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 910 time: 0.0867636 Sep 15 18:36:57.031733 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-4d713e16-26c2-4510-8c81-1f2d3ec60290 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 1002 time: 0.0627499 Sep 15 18:36:57.080558 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-19b206bc-3ca4-423c-9950-27775542a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:57.081965 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-19b206bc-3ca4-423c-9950-27775542a195 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.0422504 Sep 15 18:36:57.126014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-0ebceeee-e04a-4478-8f92-ab7e3d8f2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:36:57.127498 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-0ebceeee-e04a-4478-8f92-ab7e3d8f2eaa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377045 Sep 15 18:36:57.229888 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-5fdd3a4e-3939-453d-943e-1e221c4c21f2 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886073 Sep 15 18:36:57.319710 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0a53dfa2-eaed-45e8-8cdd-5c9a1b14ac0e req-b39ee700-2bd5-4abe-916d-ce82828e4a69 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809984 Sep 15 18:37:19.855442 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71fc15-2156-41ec-99c9-3b6cdc11ad14 req-e63813df-1b02-4004-81b8-a83c21e5bc4e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:19.856899 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4e71fc15-2156-41ec-99c9-3b6cdc11ad14 req-e63813df-1b02-4004-81b8-a83c21e5bc4e tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 945 time: 0.0476210 Sep 15 18:37:19.892574 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4e71fc15-2156-41ec-99c9-3b6cdc11ad14 req-d91860ff-da5b-4e06-9e67-f7206df1e8dd tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297112 Sep 15 18:37:20.915199 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-64462e4e-3b4b-43d8-9143-e834d010f9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:21.261095 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072cfe2-2297-49c5-8859-c3ddb7cbdff4 req-ae2ab1f5-4c60-425d-9c40-0bc04b922070 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:21.262534 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3072cfe2-2297-49c5-8859-c3ddb7cbdff4 req-ae2ab1f5-4c60-425d-9c40-0bc04b922070 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 945 time: 0.3017690 Sep 15 18:37:21.298301 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3072cfe2-2297-49c5-8859-c3ddb7cbdff4 req-c9dd2c76-57c9-4ab2-b732-7014795282d5 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups?id=38aee0b9-6da2-406a-a4aa-2d789fddc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298307 Sep 15 18:37:21.664136 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-0ae0a176-2c0b-43c8-9149-f6a1840ed0e7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:21.665702 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-0ae0a176-2c0b-43c8-9149-f6a1840ed0e7 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 945 time: 0.0519805 Sep 15 18:37:21.756254 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Deleting port 59fe065b-2525-4354-a881-53bda1ec17f1 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:21.756588 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:21.843056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] For port 59fe065b-2525-4354-a881-53bda1ec17f1, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=59fe065b-2525-4354-a881-53bda1ec17f1,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:21.843332 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:22.008955 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:22.009315 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:22.009629 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Floating IP edeb5304-d331-4994-90ec-97bf195b8160 disassociated. External IP: 172.27.1.70, port: 59fe065b-2525-4354-a881-53bda1ec17f1. Sep 15 18:37:22.009965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Calling delete_port for 59fe065b-2525-4354-a881-53bda1ec17f1 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:22.135224 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:22.160885 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event deleted for resources: {'Port': ['ID=59fe065b-2525-4354-a881-53bda1ec17f1,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:22.172753 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.173115 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.173459 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.173801 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.174143 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.174491 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.174857 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.175192 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.175527 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.175874 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.176756 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.177085 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:22.288280 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:37:22.393652 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e64efd36-6018-4ff4-aa86-3952c2c083b2 req-f66cfe10-19a9-497d-9ddc-e8a2df5305ce tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/ports?device_id=36532ed3-ffbb-4b68-a0a2-537095a99bdb HTTP/1.1" status: 200 len: 210 time: 0.0254142 Sep 15 18:37:22.394628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:37:22.417204 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:37:22.427135 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:37:22.427823 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:36:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:22.435893 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] No DVR routers for this DVR port 59fe065b-2525-4354-a881-53bda1ec17f1 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:37:22.438512 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:22.440666 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-13652cee-fa2d-4fc0-8502-164b8bce23ab req-a003dff2-f84a-411d-87b6-c68d94fdd679 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.50 "DELETE /v2.0/ports/59fe065b-2525-4354-a881-53bda1ec17f1 HTTP/1.1" status: 204 len: 173 time: 0.7667124 Sep 15 18:37:22.441095 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'name': 'network-vif-deleted', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:37:22.444075 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a40e8-d538-4880-a8a0-2c368fa53054" -d '{"events": [{"server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "name": "network-vif-deleted", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:37:22.482965 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a141d1-00a0-4bb9-b77d-23286ade9e9f x-openstack-request-id: req-06a141d1-00a0-4bb9-b77d-23286ade9e9f {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:37:22.483530 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36532ed3-ffbb-4b68-a0a2-537095a99bdb", "name": "network-vif-deleted", "tag": "59fe065b-2525-4354-a881-53bda1ec17f1", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:37:22.484004 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06a141d1-00a0-4bb9-b77d-23286ade9e9f {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:37:22.484611 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36532ed3-ffbb-4b68-a0a2-537095a99bdb', 'name': 'network-vif-deleted', 'tag': '59fe065b-2525-4354-a881-53bda1ec17f1', 'status': 'completed', 'code': 200} Sep 15 18:37:22.544520 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:37:22.748261 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:22.776844 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:37:22.784703 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:37:22.785293 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:36:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:22.894091 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:37:23.086804 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:23.112574 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77b48d-67ae-43b0-aebb-ed0dd5754f02 None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:30:56Z', 'revision_number': 4, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9ecfd944-df7a-4d7e-9ec1-205be6c81372', 'name': '', 'network_id': 'ca1858ed-07a2-42af-9161-f3d80460e8a4', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'mac_address': 'fa:16:3e:93:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:55Z', 'updated_at': '2021-09-15T18:31:01Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'subnets': [{'id': 'e5ea936a-54d3-41a7-b105-57944e7bf58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:37:23.321929 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d739d460-e89d-4783-9117-ca99bf7f20c4 None None] New status for floating IP edeb5304-d331-4994-90ec-97bf195b8160: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:37:23.480756 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57116) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:23.536800 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-57e31fcb-6d56-41c7-8269-9c383567ad13 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.560511 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-57e31fcb-6d56-41c7-8269-9c383567ad13 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.606369 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-57e31fcb-6d56-41c7-8269-9c383567ad13 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.609086 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-57e31fcb-6d56-41c7-8269-9c383567ad13 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.610216 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-57e31fcb-6d56-41c7-8269-9c383567ad13 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "DELETE /v2.0/security-groups/38aee0b9-6da2-406a-a4aa-2d789fddc68c HTTP/1.1" status: 204 len: 168 time: 0.1284950 Sep 15 18:37:23.613007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57118) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:23.619711 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e31fcb-6d56-41c7-8269-9c383567ad13 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aee0b9-6da2-406a-a4aa-2d789fddc68c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:23.626398 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.api.v2.resource [None req-40ecf894-de9f-4d06-a73e-edc71777e658 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] show failed (client error): The resource could not be found. Sep 15 18:37:23.627538 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-40ecf894-de9f-4d06-a73e-edc71777e658 tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "GET /v2.0/security-groups/38aee0b9-6da2-406a-a4aa-2d789fddc68c HTTP/1.1" status: 404 len: 347 time: 0.0130103 Sep 15 18:37:23.631032 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57120) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:23.695113 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-e63fcbe1-3f89-4fca-af1c-2dc4b506892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.755008 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Deleting port c41cfaa3-77f7-410a-8263-add36502cb0a {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:23.755395 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.834396 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.834724 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.845997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Calling delete_port for c41cfaa3-77f7-410a-8263-add36502cb0a owned by network:floatingip {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:23.975004 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:23.999448 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Pushing event deleted for resources: {'Port': ['ID=c41cfaa3-77f7-410a-8263-add36502cb0a,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:24.010377 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.010722 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.011053 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.011378 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.011701 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.012065 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.012369 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.012689 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.013007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.013322 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.013635 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.013945 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:37:24.065184 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks [] for floatingip, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:24.068008 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:24.069145 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-954c5a6d-1608-44c5-a6f9-57ae8b1c57bf tempest-AttachVolumeTestJSON-904148661 tempest-AttachVolumeTestJSON-904148661-project] 10.222.0.43 "DELETE /v2.0/floatingips/edeb5304-d331-4994-90ec-97bf195b8160 HTTP/1.1" status: 204 len: 168 time: 0.4372280 Sep 15 18:37:24.138335 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:24.745911 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:25.206421 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:37:26.116452 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:26.380979 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 59fe065b-2525-4354-a881-53bda1ec17f1 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:37:26.401141 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 59fe065b-2525-4354-a881-53bda1ec17f1 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:37:26.401496 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 59fe065b-2525-4354-a881-53bda1ec17f1 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:37:26.923967 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:27.616519 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57156) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:28.043192 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:28.520302 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Deleting port 9ecfd944-df7a-4d7e-9ec1-205be6c81372 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:28.520636 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:28.594697 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] For port 9ecfd944-df7a-4d7e-9ec1-205be6c81372, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9ecfd944-df7a-4d7e-9ec1-205be6c81372,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:28.595055 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:28.610934 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Calling delete_port for 9ecfd944-df7a-4d7e-9ec1-205be6c81372 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:28.780747 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:28.805538 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecfd944-df7a-4d7e-9ec1-205be6c81372,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:28.968948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.177741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Router 38246b1e-fd30-42cf-8758-2c1ebde07da8 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:37:29.285702 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:37:29.290579 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b5b1e0b5-e26d-40cb-aab9-5f7d271f00d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/38246b1e-fd30-42cf-8758-2c1ebde07da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6729977 Sep 15 18:37:29.292996 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57164) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:29.296984 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] Sync routers for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:37:29.306107 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:37:29.306787 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:29.396960 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.503772 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.534748 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:37:29.555949 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Deleting port e813c073-846f-4943-83a0-c7fb0f3fdba2 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:29.556229 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.632653 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] For port e813c073-846f-4943-83a0-c7fb0f3fdba2, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=e813c073-846f-4943-83a0-c7fb0f3fdba2,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:29.633018 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.649594 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Calling delete_port for e813c073-846f-4943-83a0-c7fb0f3fdba2 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:29.704168 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:37:28Z', 'revision_number': 5, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port': {'id': 'e813c073-846f-4943-83a0-c7fb0f3fdba2', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:30:51Z', 'updated_at': '2021-09-15T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:29.731962 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] Checking router: 38246b1e-fd30-42cf-8758-2c1ebde07da8 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:37:29.740201 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] Routers {'38246b1e-fd30-42cf-8758-2c1ebde07da8'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:37:29.740810 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['38246b1e-fd30-42cf-8758-2c1ebde07da8'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:29.806315 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.825759 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] Set router 38246b1e-fd30-42cf-8758-2c1ebde07da8 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:37:29.836268 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Pushing event deleted for resources: {'Port': ['ID=e813c073-846f-4943-83a0-c7fb0f3fdba2,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:29.879667 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:37:29Z', 'revision_number': 6, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port_host': None}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:29.894222 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.905503 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09d66d0-cef2-427b-8fe1-f757c18d77bb None None] The sync data for ids ['38246b1e-fd30-42cf-8758-2c1ebde07da8'] in dv-cinder-784603-2-iscsi is: [{'id': '38246b1e-fd30-42cf-8758-2c1ebde07da8', 'name': 'tempest-AttachVolumeTestJSON-1912430168-router', 'tenant_id': '4295a8177cc141d6a761610a48d05195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:30:48Z', 'updated_at': '2021-09-15T18:37:29Z', 'revision_number': 6, 'project_id': '4295a8177cc141d6a761610a48d05195', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:37:29.983172 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:29.985278 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.026544 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.027090 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38246b1e-fd30-42cf-8758-2c1ebde07da8 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:37:30.031239 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.032495 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-52be2e2b-1dd3-4ed8-abd5-5bd367cb9500 admin admin] 10.222.0.43 "DELETE /v2.0/routers/38246b1e-fd30-42cf-8758-2c1ebde07da8 HTTP/1.1" status: 204 len: 168 time: 0.7385621 Sep 15 18:37:30.034876 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57166) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:30.080148 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Deleting subnet e5ea936a-54d3-41a7-b105-57944e7bf58f {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:37:30.083796 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.115954 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.189199 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.245129 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.272362 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ea936a-54d3-41a7-b105-57944e7bf58f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:30.274333 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.276219 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ca8c291f-dcc7-43ff-a444-1683052eb36a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5ea936a-54d3-41a7-b105-57944e7bf58f HTTP/1.1" status: 204 len: 168 time: 0.2403536 Sep 15 18:37:30.278664 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57168) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:30.279225 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f42165-ac58-458a-8931-3a1e0ec2ae0f None None] Network ca1858ed-07a2-42af-9161-f3d80460e8a4 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:37:30.364684 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.428185 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Deleting port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:30.428535 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.489872 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] For port 1b9daff5-d09e-4915-878c-e8b6af81fbb5, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=1b9daff5-d09e-4915-878c-e8b6af81fbb5,segment=NetworkSegment(172a031b-239e-49e4-849c-2d2536ebbebe),segment_id=172a031b-239e-49e4-849c-2d2536ebbebe)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:30.490225 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.501937 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Calling delete_port for 1b9daff5-d09e-4915-878c-e8b6af81fbb5 owned by network:dhcp {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:30.581370 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.607933 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9daff5-d09e-4915-878c-e8b6af81fbb5,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:30.609690 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] No DVR routers for this DVR port 1b9daff5-d09e-4915-878c-e8b6af81fbb5 on host dv-cinder-784603-2-iscsi {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:37:30.677612 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.696938 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1858ed-07a2-42af-9161-f3d80460e8a4']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:30.712830 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172a031b-239e-49e4-849c-2d2536ebbebe') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:30.713091 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172a031b-239e-49e4-849c-2d2536ebbebe') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:30.727194 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.739550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaec4f5-47e1-4e22-8b3e-d17244f75bb9 None None] DHCP port deletion for ca1858ed-07a2-42af-9161-f3d80460e8a4 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:37:30.744837 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.753884 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:37:30.754643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:37:30.756934 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:37:30.812315 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.819584 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:30.824467 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ca1858ed-07a2-42af-9161-f3d80460e8a4 HTTP/1.1" status: 204 len: 168 time: 0.5421288 Sep 15 18:37:30.833902 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c88b24-2319-41e1-a9e8-2833b8d4b177 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1858ed-07a2-42af-9161-f3d80460e8a4,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:30.945957 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57174) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:30.986502 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-49d65736-6945-4df7-8b62-d7af73db46e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4295a8177cc141d6a761610a48d05195&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393384 Sep 15 18:37:30.989489 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57176) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:31.042050 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-174d2e8c-1f64-4f2d-b3c1-ebd3deec130c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:31.049804 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e813c073-846f-4943-83a0-c7fb0f3fdba2 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:37:31.066322 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-174d2e8c-1f64-4f2d-b3c1-ebd3deec130c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:31.070692 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: e813c073-846f-4943-83a0-c7fb0f3fdba2 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:37:31.071038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e813c073-846f-4943-83a0-c7fb0f3fdba2 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:37:31.071448 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9ecfd944-df7a-4d7e-9ec1-205be6c81372 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:37:31.089044 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 9ecfd944-df7a-4d7e-9ec1-205be6c81372 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:37:31.089390 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9ecfd944-df7a-4d7e-9ec1-205be6c81372 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:37:31.089796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1b9daff5-d09e-4915-878c-e8b6af81fbb5 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:37:31.112066 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 1b9daff5-d09e-4915-878c-e8b6af81fbb5 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:37:31.112404 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1b9daff5-d09e-4915-878c-e8b6af81fbb5 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:37:31.112871 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-174d2e8c-1f64-4f2d-b3c1-ebd3deec130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:31.116252 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-174d2e8c-1f64-4f2d-b3c1-ebd3deec130c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:31.121685 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-174d2e8c-1f64-4f2d-b3c1-ebd3deec130c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac6aed10-d0b4-45fe-99be-d24b797517d5 HTTP/1.1" status: 204 len: 168 time: 0.1293044 Sep 15 18:37:31.130456 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d2e8c-1f64-4f2d-b3c1-ebd3deec130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6aed10-d0b4-45fe-99be-d24b797517d5,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:40.387789 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57306) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:40.490612 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b70dd240-2f23-49d1-aa7a-d1ba9b6369ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.578209 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b70dd240-2f23-49d1-aa7a-d1ba9b6369ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.582581 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-b70dd240-2f23-49d1-aa7a-d1ba9b6369ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.617607 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dd240-2f23-49d1-aa7a-d1ba9b6369ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7bbef0-3bca-43da-ae5d-af0d56c79520,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:40.622559 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-b70dd240-2f23-49d1-aa7a-d1ba9b6369ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4239e5b0d52946c8acdc6d1fd4f26e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337070 Sep 15 18:37:40.625281 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57310) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:40.672414 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8565b05f-818d-4ff0-a1f8-6f184cbd953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.695919 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8565b05f-818d-4ff0-a1f8-6f184cbd953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.742186 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8565b05f-818d-4ff0-a1f8-6f184cbd953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.744977 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-8565b05f-818d-4ff0-a1f8-6f184cbd953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:40.748430 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-8565b05f-818d-4ff0-a1f8-6f184cbd953e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf7bbef0-3bca-43da-ae5d-af0d56c79520 HTTP/1.1" status: 204 len: 168 time: 0.1201789 Sep 15 18:37:40.756176 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b05f-818d-4ff0-a1f8-6f184cbd953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7bbef0-3bca-43da-ae5d-af0d56c79520,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:41.881925 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57360) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:41.985524 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-17dd4886-7ffc-4004-815c-2b2f5fbc107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.075535 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-17dd4886-7ffc-4004-815c-2b2f5fbc107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.079066 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-17dd4886-7ffc-4004-815c-2b2f5fbc107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.119049 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-17dd4886-7ffc-4004-815c-2b2f5fbc107c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddf078400c2945069802753888972e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360477 Sep 15 18:37:42.120954 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd4886-7ffc-4004-815c-2b2f5fbc107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230f1faa-6eb6-4126-9b2c-bd59dc91c91d,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:42.121779 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57364) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:42.169000 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-637af7f0-c93e-4c0c-9b69-c1c2b0d38d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.190874 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-637af7f0-c93e-4c0c-9b69-c1c2b0d38d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.236365 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-637af7f0-c93e-4c0c-9b69-c1c2b0d38d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.239030 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-637af7f0-c93e-4c0c-9b69-c1c2b0d38d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:42.240225 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-637af7f0-c93e-4c0c-9b69-c1c2b0d38d57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/230f1faa-6eb6-4126-9b2c-bd59dc91c91d HTTP/1.1" status: 204 len: 168 time: 0.1173811 Sep 15 18:37:42.249001 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637af7f0-c93e-4c0c-9b69-c1c2b0d38d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230f1faa-6eb6-4126-9b2c-bd59dc91c91d,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:50.671300 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea27a29-fedd-4d26-a5a5-8aa71416c0ef req-4b02e0cd-64a1-4d41-a342-e2ab915f4431 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:50.672704 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ea27a29-fedd-4d26-a5a5-8aa71416c0ef req-4b02e0cd-64a1-4d41-a342-e2ab915f4431 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0480771 Sep 15 18:37:50.710197 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-6ea27a29-fedd-4d26-a5a5-8aa71416c0ef req-8bca7aed-8216-41ed-86e6-d3480471738e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310121 Sep 15 18:37:50.915670 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-97d9e3b2-adf1-4424-9664-56ffd02e9995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:51.832905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d083b-f4dd-4805-bfb4-55b3cf1d4210 req-6bed45c5-692c-471c-8b5d-5c6d5c5e7cc7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:51.834396 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-072d083b-f4dd-4805-bfb4-55b3cf1d4210 req-6bed45c5-692c-471c-8b5d-5c6d5c5e7cc7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0503001 Sep 15 18:37:51.871528 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-072d083b-f4dd-4805-bfb4-55b3cf1d4210 req-b9ed39b9-380f-4fdf-bbb3-45bf36369edd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312860 Sep 15 18:37:52.845901 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57518) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:52.954492 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0d0921ab-7e20-42e6-bc2b-ab4a973ea048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:52.991163 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de365e2e-57d8-4679-a922-6f3740003a1b req-6eaf1c01-bbb5-4cdc-976f-5bad05483f2b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:52.992623 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-de365e2e-57d8-4679-a922-6f3740003a1b req-6eaf1c01-bbb5-4cdc-976f-5bad05483f2b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0505822 Sep 15 18:37:53.032986 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-de365e2e-57d8-4679-a922-6f3740003a1b req-f7ea7edb-a102-43c3-b643-1fb05eb9b996 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332634 Sep 15 18:37:53.043307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0d0921ab-7e20-42e6-bc2b-ab4a973ea048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.047216 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-0d0921ab-7e20-42e6-bc2b-ab4a973ea048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.085479 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0d0921ab-7e20-42e6-bc2b-ab4a973ea048 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fec9c1e7779144f6a819b60d3441eaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385163 Sep 15 18:37:53.087288 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0921ab-7e20-42e6-bc2b-ab4a973ea048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2c4ce-675f-466b-8489-2cf72e7ed002,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:53.088143 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57524) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:53.136274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a18c4c9-8f2a-44c2-8131-837b9c8d93ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.156325 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a18c4c9-8f2a-44c2-8131-837b9c8d93ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.205581 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a18c4c9-8f2a-44c2-8131-837b9c8d93ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.208455 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9a18c4c9-8f2a-44c2-8131-837b9c8d93ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.211010 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9a18c4c9-8f2a-44c2-8131-837b9c8d93ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ae2c4ce-675f-466b-8489-2cf72e7ed002 HTTP/1.1" status: 204 len: 168 time: 0.1209288 Sep 15 18:37:53.221297 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18c4c9-8f2a-44c2-8131-837b9c8d93ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2c4ce-675f-466b-8489-2cf72e7ed002,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:53.465294 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57530) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:53.477926 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed661fab-ed4d-4b48-aa61-e1365557d563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.566882 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed661fab-ed4d-4b48-aa61-e1365557d563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.571014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-ed661fab-ed4d-4b48-aa61-e1365557d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.606813 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed661fab-ed4d-4b48-aa61-e1365557d563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6a0e2-3ce7-4eb6-9612-703beaec9372,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:53.610905 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-ed661fab-ed4d-4b48-aa61-e1365557d563 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe2505d6ad294b339b5a8771eb4bde0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445835 Sep 15 18:37:53.613549 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57532) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:53.662940 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9d20-cb11-4e80-9cdc-2fb58d4b7344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.683430 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9d20-cb11-4e80-9cdc-2fb58d4b7344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.694437 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5c67912b-afd4-4fd6-bb5f-f6089d2a1c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.731022 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9d20-cb11-4e80-9cdc-2fb58d4b7344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.733571 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f2cd9d20-cb11-4e80-9cdc-2fb58d4b7344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:53.734697 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f2cd9d20-cb11-4e80-9cdc-2fb58d4b7344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39f6a0e2-3ce7-4eb6-9612-703beaec9372 HTTP/1.1" status: 204 len: 168 time: 0.1197739 Sep 15 18:37:53.742028 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd9d20-cb11-4e80-9cdc-2fb58d4b7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6a0e2-3ce7-4eb6-9612-703beaec9372,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:53.939618 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57538) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:54.143816 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.165065 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0b842-63bb-4b12-81fb-c917677d645b req-bc62e9d6-9b14-42d6-ad33-6bc1e0dc8b41 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:54.166704 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2de0b842-63bb-4b12-81fb-c917677d645b req-bc62e9d6-9b14-42d6-ad33-6bc1e0dc8b41 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0547650 Sep 15 18:37:54.209197 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2de0b842-63bb-4b12-81fb-c917677d645b req-b3d148bc-9f5e-4597-a6af-bdd3937b2406 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353312 Sep 15 18:37:54.269633 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Deleting port 8276bcd2-9311-425b-9f5f-d0af9faf7c7e {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:54.270122 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.346750 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.347088 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.359019 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Calling delete_port for 8276bcd2-9311-425b-9f5f-d0af9faf7c7e owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:54.528321 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.556241 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event deleted for resources: {'Port': ['ID=8276bcd2-9311-425b-9f5f-d0af9faf7c7e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:54.619692 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.619969 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Floating IP 79736d0f-4563-4bb1-9d75-90f944bedfb1 disassociated (deleted). External IP: 172.27.1.246, port: c3859c91-e1d1-4400-8568-49db436706d9. Sep 15 18:37:54.752097 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.827566 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Router c769c7d0-9daa-49ed-b1df-2ef0c2def044 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:37:54.934603 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:37:54.939460 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:54.944379 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] Sync routers for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:37:54.955754 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:37:54.956421 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:54.966738 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5e2de2a5-dd4e-4889-9b63-451a91c97395 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "DELETE /v2.0/floatingips/79736d0f-4563-4bb1-9d75-90f944bedfb1 HTTP/1.1" status: 204 len: 168 time: 1.0259941 Sep 15 18:37:54.967324 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:37:54.969960 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967" -d '{"events": [{"name": "network-changed", "server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:37:55.034960 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58519a87-a32c-4414-8530-156d53a3e7d2 x-openstack-request-id: req-58519a87-a32c-4414-8530-156d53a3e7d2 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:37:55.041751 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:37:55.042102 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58519a87-a32c-4414-8530-156d53a3e7d2 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:37:55.042528 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'status': 'completed', 'code': 200} Sep 15 18:37:55.086204 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:37:55.125350 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-bdda4445-d506-45dd-a14d-376bca2035c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:55.126877 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-bdda4445-d506-45dd-a14d-376bca2035c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 1099 time: 0.0689070 Sep 15 18:37:55.227306 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ca676-d185-4391-832d-791a661b29e5 req-31fc34cc-989d-46fb-85f8-18b7f1728736 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:55.229363 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a81ca676-d185-4391-832d-791a661b29e5 req-31fc34cc-989d-46fb-85f8-18b7f1728736 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0553694 Sep 15 18:37:55.278371 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a81ca676-d185-4391-832d-791a661b29e5 req-41716675-8468-4285-a9e2-26fa85af090d tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Sep 15 18:37:55.337240 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:31Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:55.369593 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] Checking router: c769c7d0-9daa-49ed-b1df-2ef0c2def044 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:37:55.378508 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:37:55.379209 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:55.489889 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:37:55.569936 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57600) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:55.596469 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-3028813b-a731-41c8-a8d7-5e7e8ccae07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:55.597930 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-3028813b-a731-41c8-a8d7-5e7e8ccae07f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 200 len: 910 time: 0.4576321 Sep 15 18:37:55.609176 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680da6-f372-49af-8f06-e22ae510a960 req-219add38-cabd-40d3-9bd3-e4f689a9cbce tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:55.610618 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67680da6-f372-49af-8f06-e22ae510a960 req-219add38-cabd-40d3-9bd3-e4f689a9cbce tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0726149 Sep 15 18:37:55.652759 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-f093a71c-bde0-4cb5-93f0-59d0871aa25d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 200 len: 217 time: 0.0409956 Sep 15 18:37:55.691454 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-52471dab-2d46-4a44-a9e4-6295d4642279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.703052 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:31Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:37:55.718358 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-67680da6-f372-49af-8f06-e22ae510a960 req-207fcacb-fd72-48cc-8a56-21c185e694f7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999422 Sep 15 18:37:55.727886 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-a20cef39-b966-4bc0-91a9-c517d65b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:55.730400 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-a20cef39-b966-4bc0-91a9-c517d65b4461 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 200 len: 848 time: 0.0699329 Sep 15 18:37:55.730750 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b6ee76-6b79-4a4b-8d53-7edb6ac06dde None None] The sync data for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi is: [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:32:20Z', 'revision_number': 4, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '9186fb29-bf99-477e-977c-b0cf6fe847d8', 'name': '', 'network_id': 'f0f36677-e99a-47d0-9533-80bb5c012366', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'mac_address': 'fa:16:3e:bc:15:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:18Z', 'updated_at': '2021-09-15T18:32:31Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'subnets': [{'id': '8cda9599-fdd4-458a-a5ca-65ba36f20ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:37:55.794446 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-cea9081b-ed85-44a3-b3c7-3d0d5e2690f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:55.796142 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-cea9081b-ed85-44a3-b3c7-3d0d5e2690f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f0f36677-e99a-47d0-9533-80bb5c012366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527127 Sep 15 18:37:55.805051 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-52471dab-2d46-4a44-a9e4-6295d4642279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.809446 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-52471dab-2d46-4a44-a9e4-6295d4642279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.847110 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52471dab-2d46-4a44-a9e4-6295d4642279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a954b822-6d0c-41b2-bafa-7f39d7ba4bf2,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:55.857635 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-52471dab-2d46-4a44-a9e4-6295d4642279 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07bccc8cd23249078597327de5fb326b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866318 Sep 15 18:37:55.858217 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57604) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:55.899052 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-76b98879-54fd-4938-8c45-9e1a09ccdcc7 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940607 Sep 15 18:37:55.911937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c451cb3f-41a6-4e55-b9d3-f8f6c1230411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.940586 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c451cb3f-41a6-4e55-b9d3-f8f6c1230411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.982804 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10824caa-62f7-41c7-8bf9-f9da5f4a0d4d None None] New status for floating IP 79736d0f-4563-4bb1-9d75-90f944bedfb1: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:37:55.995091 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c451cb3f-41a6-4e55-b9d3-f8f6c1230411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.998312 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c451cb3f-41a6-4e55-b9d3-f8f6c1230411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:55.999081 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f32cec13-a1e3-4768-85fb-9a6a5f7f0967 req-d8d54700-0b7d-42e7-9de6-e6500c8b4645 service neutron] 10.222.0.50 "GET /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916820 Sep 15 18:37:56.001947 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c451cb3f-41a6-4e55-b9d3-f8f6c1230411 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a954b822-6d0c-41b2-bafa-7f39d7ba4bf2 HTTP/1.1" status: 204 len: 168 time: 0.1405017 Sep 15 18:37:56.007668 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451cb3f-41a6-4e55-b9d3-f8f6c1230411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954b822-6d0c-41b2-bafa-7f39d7ba4bf2,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:56.115736 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.274482 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57610) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:56.287986 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-67a86e88-b251-4882-a198-cbcbd3b2fc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.413611 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-67a86e88-b251-4882-a198-cbcbd3b2fc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.421568 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c300c-69b9-4dbc-b4ea-a336a8f80e5e req-2b224463-a8a5-4289-b54c-ed8a5cbb7960 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:56.423047 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d52c300c-69b9-4dbc-b4ea-a336a8f80e5e req-2b224463-a8a5-4289-b54c-ed8a5cbb7960 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0747948 Sep 15 18:37:56.424109 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-67a86e88-b251-4882-a198-cbcbd3b2fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.475307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a86e88-b251-4882-a198-cbcbd3b2fc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e42a78-f1ed-484f-9eba-e654479be583,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:56.486543 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-67a86e88-b251-4882-a198-cbcbd3b2fc2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e293fdd5aeb6464b8aa1cba192df4b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080147 Sep 15 18:37:56.486969 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57614) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:56.496501 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d52c300c-69b9-4dbc-b4ea-a336a8f80e5e req-d0b41d1d-f2a0-422a-8f9e-e5081f535fa1 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/security-groups?id=ce56d80f-0382-4db2-8cdc-66b3d19a4341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668430 Sep 15 18:37:56.537562 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e1110621-d1bd-45c1-8b74-f4ddd2a75b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.558518 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e1110621-d1bd-45c1-8b74-f4ddd2a75b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.608818 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e1110621-d1bd-45c1-8b74-f4ddd2a75b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.611354 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-e1110621-d1bd-45c1-8b74-f4ddd2a75b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.612532 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-e1110621-d1bd-45c1-8b74-f4ddd2a75b83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6e42a78-f1ed-484f-9eba-e654479be583 HTTP/1.1" status: 204 len: 168 time: 0.1242037 Sep 15 18:37:56.621020 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1110621-d1bd-45c1-8b74-f4ddd2a75b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e42a78-f1ed-484f-9eba-e654479be583,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:56.725809 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-d2bf798d-77d5-46dc-9661-70119c83b9a7 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:56.727217 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-d2bf798d-77d5-46dc-9661-70119c83b9a7 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 946 time: 0.0486622 Sep 15 18:37:56.860995 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157f0f5-af47-4e72-91df-cd31d510e98a req-96c8bfb3-f215-4463-b86c-5915c7989915 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:56.862490 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1157f0f5-af47-4e72-91df-cd31d510e98a req-96c8bfb3-f215-4463-b86c-5915c7989915 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0672419 Sep 15 18:37:56.868882 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Deleting port c3859c91-e1d1-4400-8568-49db436706d9 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:56.869238 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.940261 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:56.965363 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1157f0f5-af47-4e72-91df-cd31d510e98a req-1c9e1c66-71ff-4a81-814f-5067d2efedf1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931370 Sep 15 18:37:56.990100 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] For port c3859c91-e1d1-4400-8568-49db436706d9, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=c3859c91-e1d1-4400-8568-49db436706d9,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:56.990769 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:57.009240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Calling delete_port for c3859c91-e1d1-4400-8568-49db436706d9 owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:37:57.135517 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:57.165953 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event deleted for resources: {'Port': ['ID=c3859c91-e1d1-4400-8568-49db436706d9,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:57.213136 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] No DVR routers for this DVR port c3859c91-e1d1-4400-8568-49db436706d9 on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:37:57.215810 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:57.217806 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-38aa11f3-76ca-4d4b-a91e-06540cd792d9 req-1a4210e3-e050-406c-a8b6-b069f2583dd4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.50 "DELETE /v2.0/ports/c3859c91-e1d1-4400-8568-49db436706d9 HTTP/1.1" status: 204 len: 173 time: 0.4835789 Sep 15 18:37:57.218260 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-deleted', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:37:57.220540 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6405f-5295-4c13-9cdd-e2b9893f30d2" -d '{"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-deleted", "tag": "c3859c91-e1d1-4400-8568-49db436706d9"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:37:57.265134 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31021dc3-a53a-47ae-ba2b-9e76abf79f4c x-openstack-request-id: req-31021dc3-a53a-47ae-ba2b-9e76abf79f4c {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:37:57.265435 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c05af1-789a-4a51-8bf3-89e793e5c197", "name": "network-vif-deleted", "tag": "c3859c91-e1d1-4400-8568-49db436706d9", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:37:57.265689 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31021dc3-a53a-47ae-ba2b-9e76abf79f4c {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:37:57.266088 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c05af1-789a-4a51-8bf3-89e793e5c197', 'name': 'network-vif-deleted', 'tag': 'c3859c91-e1d1-4400-8568-49db436706d9', 'status': 'completed', 'code': 200} Sep 15 18:37:57.611872 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2fffb106-81e0-435b-8df6-57ad486ddcd1 req-577b8bc6-e300-4a2a-898d-c455ebb660fe tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c05af1-789a-4a51-8bf3-89e793e5c197 HTTP/1.1" status: 200 len: 210 time: 0.0294576 Sep 15 18:37:57.784374 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-c1414475-02c9-419c-8b31-b3a3e96ead6c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405993 Sep 15 18:37:57.852309 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-eb627c70-d35d-4996-b351-dea184288f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:57.853855 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-eb627c70-d35d-4996-b351-dea184288f2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 1098 time: 0.0438077 Sep 15 18:37:57.993871 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-bbe6b927-626b-49f9-be6c-d188f89cfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:57.995342 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-bbe6b927-626b-49f9-be6c-d188f89cfc80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.1139183 Sep 15 18:37:58.110745 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0603725-1302-46a9-a7a7-afb4a44e0f1b req-2a8ab130-5909-4198-bbc5-c47422be67da tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:58.111330 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-8dba4180-9132-4925-88a8-9e13865dc79a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=092bfced-78df-4edb-80a0-d988f8209eaf HTTP/1.1" status: 200 len: 1001 time: 0.1066859 Sep 15 18:37:58.112233 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f0603725-1302-46a9-a7a7-afb4a44e0f1b req-2a8ab130-5909-4198-bbc5-c47422be67da tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0575187 Sep 15 18:37:58.153384 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-f0603725-1302-46a9-a7a7-afb4a44e0f1b req-9e8ae5af-74ba-4a02-9b78-280ba57396a2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326209 Sep 15 18:37:58.167102 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a392c-3a34-4d20-b168-889ab28c525e req-d1ef9542-1f01-409b-afb9-964df156285b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:58.168777 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b62a392c-3a34-4d20-b168-889ab28c525e req-d1ef9542-1f01-409b-afb9-964df156285b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.1043246 Sep 15 18:37:58.182318 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-fb2f1ea3-5058-415c-8b10-cd97a2e7ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:58.183725 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-fb2f1ea3-5058-415c-8b10-cd97a2e7ebcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0643098 Sep 15 18:37:58.240065 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b62a392c-3a34-4d20-b168-889ab28c525e req-15e65912-9f15-4810-97a7-d524eea9b5d2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605695 Sep 15 18:37:58.249939 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-cf01100b-1e72-4d8a-938f-0a952d9f9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:58.251749 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-cf01100b-1e72-4d8a-938f-0a952d9f9936 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551319 Sep 15 18:37:58.346678 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-38ddb942-0384-437c-a240-ba0d7871c998 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865138 Sep 15 18:37:58.439605 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-10ae2131-40e3-4e30-83c7-8f32c897fc00 req-f84e75b4-22c0-4108-8093-e02cb5f8842e service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854518 Sep 15 18:37:58.668392 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57680) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:58.732865 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6807f133-b13d-425a-9dee-390225e08ae4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:58.757620 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6807f133-b13d-425a-9dee-390225e08ae4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:58.815523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6807f133-b13d-425a-9dee-390225e08ae4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:58.818165 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-6807f133-b13d-425a-9dee-390225e08ae4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:58.819308 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-6807f133-b13d-425a-9dee-390225e08ae4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] 10.222.0.43 "DELETE /v2.0/security-groups/ce56d80f-0382-4db2-8cdc-66b3d19a4341 HTTP/1.1" status: 204 len: 168 time: 0.1499236 Sep 15 18:37:58.828108 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807f133-b13d-425a-9dee-390225e08ae4 tempest-TestShelveInstance-63310916 tempest-TestShelveInstance-63310916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56d80f-0382-4db2-8cdc-66b3d19a4341,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:37:58.867049 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57684) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:37:59.287139 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93bc71-93cc-4364-b222-7b7498c98cfd req-e7bbbab2-e173-4383-a9f1-2061bef0805b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:59.288618 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9c93bc71-93cc-4364-b222-7b7498c98cfd req-e7bbbab2-e173-4383-a9f1-2061bef0805b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0597320 Sep 15 18:37:59.327771 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-9c93bc71-93cc-4364-b222-7b7498c98cfd req-87daeaef-dc2a-493f-8c5a-e3963758d2c2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327413 Sep 15 18:37:59.387480 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eed76-a970-443b-8ad2-1ac0f81432c9 req-258ba108-eafe-41e9-8315-b4a3ee15c1d0 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:59.388958 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d7eed76-a970-443b-8ad2-1ac0f81432c9 req-258ba108-eafe-41e9-8315-b4a3ee15c1d0 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.0782988 Sep 15 18:37:59.406773 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:59.467603 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5d7eed76-a970-443b-8ad2-1ac0f81432c9 req-0db4bfe1-c6ad-4293-b3d1-11833be5f87b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718801 Sep 15 18:37:59.622850 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-9f342908-feae-47c1-8d3d-27552bd2f1f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:37:59.624308 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-9f342908-feae-47c1-8d3d-27552bd2f1f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 945 time: 0.1048937 Sep 15 18:37:59.778402 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Deleting port 092bfced-78df-4edb-80a0-d988f8209eaf {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:59.778992 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:59.845099 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Deleting port 9186fb29-bf99-477e-977c-b0cf6fe847d8 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:37:59.845450 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:59.924228 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] For port 092bfced-78df-4edb-80a0-d988f8209eaf, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=092bfced-78df-4edb-80a0-d988f8209eaf,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:59.924585 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:37:59.985987 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] For port 9186fb29-bf99-477e-977c-b0cf6fe847d8, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9186fb29-bf99-477e-977c-b0cf6fe847d8,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:37:59.986335 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:00.004411 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Calling delete_port for 9186fb29-bf99-477e-977c-b0cf6fe847d8 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:00.161689 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:00.161689 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:00.162070 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Floating IP d42c8796-ec52-41ff-8a39-94ce8a448fd1 disassociated. External IP: 172.27.1.130, port: 092bfced-78df-4edb-80a0-d988f8209eaf. Sep 15 18:38:00.162205 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Calling delete_port for 092bfced-78df-4edb-80a0-d988f8209eaf owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:00.349748 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:00.386730 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9186fb29-bf99-477e-977c-b0cf6fe847d8,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:00.417665 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:00.456248 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916eab-650e-4206-9d07-913bd2e292cd req-49053e3c-83a8-4017-8121-2a8e54228af9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:00.458416 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b3916eab-650e-4206-9d07-913bd2e292cd req-49053e3c-83a8-4017-8121-2a8e54228af9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0559921 Sep 15 18:38:00.475146 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'Port': ['ID=092bfced-78df-4edb-80a0-d988f8209eaf,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:00.515817 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:00.544664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b3916eab-650e-4206-9d07-913bd2e292cd req-70026281-704b-4afb-b987-7eaaa58a23c1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802996 Sep 15 18:38:00.549494 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: c3859c91-e1d1-4400-8568-49db436706d9 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:00.550024 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device c3859c91-e1d1-4400-8568-49db436706d9 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:00.912612 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1cdab5fe-027c-4c01-b8bf-12e31d165e47 req-ec02b28d-8803-4346-b58e-1dcb1110223e tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 210 time: 0.3303051 Sep 15 18:38:00.941087 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:38:01.044389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:01.137160 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:38:01.147950 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:38:01.157722 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:01.158549 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:01.209035 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] No DVR routers for this DVR port 092bfced-78df-4edb-80a0-d988f8209eaf on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:38:01.212669 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:01.218157 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-bb48fcc8-7494-467d-b792-34e30b7924d2 req-2e65ea82-3a7c-4683-bcb4-1bfb75e1a3ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "DELETE /v2.0/ports/092bfced-78df-4edb-80a0-d988f8209eaf HTTP/1.1" status: 204 len: 173 time: 1.5821154 Sep 15 18:38:01.218157 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'name': 'network-vif-deleted', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:01.218157 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde5bae-a6b8-4455-a2a7-b6d654b84b75" -d '{"events": [{"server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "name": "network-vif-deleted", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:01.279478 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:01.311317 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ee4a7-d4a5-4616-a2a8-d3e92b8f1b34 x-openstack-request-id: req-eb9ee4a7-d4a5-4616-a2a8-d3e92b8f1b34 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:01.311606 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b90293-d12d-40b5-98b2-a1d8e088a789", "name": "network-vif-deleted", "tag": "092bfced-78df-4edb-80a0-d988f8209eaf", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:01.311841 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb9ee4a7-d4a5-4616-a2a8-d3e92b8f1b34 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:01.312398 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b90293-d12d-40b5-98b2-a1d8e088a789', 'name': 'network-vif-deleted', 'tag': '092bfced-78df-4edb-80a0-d988f8209eaf', 'status': 'completed', 'code': 200} Sep 15 18:38:01.392803 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Router c769c7d0-9daa-49ed-b1df-2ef0c2def044 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:38:01.508001 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:01.531456 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:38:01.534588 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:38:01.539361 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5d072d89-8777-4aa4-87a8-f6b80bd3c8f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/c769c7d0-9daa-49ed-b1df-2ef0c2def044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6690426 Sep 15 18:38:01.539992 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57736) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:01.544066 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:01.544686 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:01.548671 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] Sync routers for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:38:01.564026 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:01.564979 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:01.660459 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:01.696455 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:01.697605 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:01.843045 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc8d03-1601-4f91-b90b-1e67c68b565e req-7daa684e-6cab-4ab5-a257-331fd8a66132 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:01.845585 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-becc8d03-1601-4f91-b90b-1e67c68b565e req-7daa684e-6cab-4ab5-a257-331fd8a66132 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.1572502 Sep 15 18:38:01.903121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:01.920602 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-becc8d03-1601-4f91-b90b-1e67c68b565e req-60810faf-287d-4042-ab54-0ff7048d6971 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631096 Sep 15 18:38:01.993948 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': 'e24e06f4-d639-4134-941b-703301f9436e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:38:00Z', 'revision_number': 5, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port': {'id': 'e24e06f4-d639-4134-941b-703301f9436e', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:13Z', 'updated_at': '2021-09-15T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:02.025087 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Deleting port e24e06f4-d639-4134-941b-703301f9436e {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:02.025444 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.052936 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] Checking router: c769c7d0-9daa-49ed-b1df-2ef0c2def044 for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:38:02.062256 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] Routers {'c769c7d0-9daa-49ed-b1df-2ef0c2def044'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:02.062881 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:02.089008 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b21ed2c6-8ba5-409f-bcaa-6ffdcfb64d9b req-d5acfdbc-a9c0-4d2f-b9c6-958aa606d4a2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4b90293-d12d-40b5-98b2-a1d8e088a789 HTTP/1.1" status: 200 len: 210 time: 0.0516431 Sep 15 18:38:02.115964 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:02.143012 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0a880-dd31-4ccd-9876-a60862a0ded8 None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:38:02.152793 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] For port e24e06f4-d639-4134-941b-703301f9436e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=e24e06f4-d639-4134-941b-703301f9436e,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:02.153181 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] Set router c769c7d0-9daa-49ed-b1df-2ef0c2def044 gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:02.153300 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.166225 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Calling delete_port for e24e06f4-d639-4134-941b-703301f9436e owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:02.206144 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:38:01Z', 'revision_number': 6, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port_host': None}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:02.206416 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:38:02.238740 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1b9d81-f0d5-4937-b7e1-f9567ada4c3c None None] The sync data for ids ['c769c7d0-9daa-49ed-b1df-2ef0c2def044'] in dv-cinder-784603-2-iscsi is: [{'id': 'c769c7d0-9daa-49ed-b1df-2ef0c2def044', 'name': 'tempest-TestShelveInstance-1532725260-router', 'tenant_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:12Z', 'updated_at': '2021-09-15T18:38:01Z', 'revision_number': 6, 'project_id': 'f8e689de2f7543c0a6bac4c986e35e5f', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:38:02.364665 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.391187 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24e06f4-d639-4134-941b-703301f9436e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:02.403556 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8999dcc-5c2f-45ab-96d9-e41a33f0b5e3 None None] New status for floating IP d42c8796-ec52-41ff-8a39-94ce8a448fd1: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:38:02.455087 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.545333 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.547435 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.592450 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.592955 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c769c7d0-9daa-49ed-b1df-2ef0c2def044 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:38:02.598417 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.599598 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5def32cf-1731-400d-9042-2eb1a3a1d697 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c769c7d0-9daa-49ed-b1df-2ef0c2def044 HTTP/1.1" status: 204 len: 168 time: 1.0590646 Sep 15 18:38:02.602233 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57760) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:02.650260 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Deleting subnet 8cda9599-fdd4-458a-a5ca-65ba36f20ac2 {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:38:02.653590 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.688281 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.762041 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.812913 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.841660 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cda9599-fdd4-458a-a5ca-65ba36f20ac2,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:02.846907 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.849458 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-aea8c2d0-8f50-4f0a-a450-f4e03b40113a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8cda9599-fdd4-458a-a5ca-65ba36f20ac2 HTTP/1.1" status: 204 len: 168 time: 0.2462564 Sep 15 18:38:02.852116 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57762) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:02.852691 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb296cbb-cf45-4523-8a90-469cff655a81 None None] Network f0f36677-e99a-47d0-9533-80bb5c012366 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:38:02.918602 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:02.976057 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Deleting port 08bdb119-8d05-4ace-ba7f-808f4eab5dad {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:02.976250 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.052977 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] For port 08bdb119-8d05-4ace-ba7f-808f4eab5dad, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=08bdb119-8d05-4ace-ba7f-808f4eab5dad,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:03.053571 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.055720 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] DHCP port deletion for f0f36677-e99a-47d0-9533-80bb5c012366 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:38:03.069492 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Calling delete_port for 08bdb119-8d05-4ace-ba7f-808f4eab5dad owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:03.084433 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfb39a-a53e-46b7-af01-2cf04c988436 req-b1c12f50-192c-4712-927e-47dab89022c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:03.086397 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ebfb39a-a53e-46b7-af01-2cf04c988436 req-b1c12f50-192c-4712-927e-47dab89022c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0614173 Sep 15 18:38:03.148767 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1ebfb39a-a53e-46b7-af01-2cf04c988436 req-a1343fc2-62c6-4fff-8994-b107c6accf4c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558298 Sep 15 18:38:03.154058 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Deleting port 08bdb119-8d05-4ace-ba7f-808f4eab5dad {{(pid=93979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:03.155181 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.157793 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9186fb29-bf99-477e-977c-b0cf6fe847d8 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:03.210082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.215022 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 9186fb29-bf99-477e-977c-b0cf6fe847d8 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:03.215403 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9186fb29-bf99-477e-977c-b0cf6fe847d8 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:03.215924 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e24e06f4-d639-4134-941b-703301f9436e no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:03.248209 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bdb119-8d05-4ace-ba7f-808f4eab5dad,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:03.250291 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] No DVR routers for this DVR port 08bdb119-8d05-4ace-ba7f-808f4eab5dad on host dv-cinder-784603-2-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:38:03.318271 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: e24e06f4-d639-4134-941b-703301f9436e {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:03.318757 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device e24e06f4-d639-4134-941b-703301f9436e not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:03.319171 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 08bdb119-8d05-4ace-ba7f-808f4eab5dad no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:03.340699 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.367256 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 08bdb119-8d05-4ace-ba7f-808f4eab5dad {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:03.367602 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 08bdb119-8d05-4ace-ba7f-808f4eab5dad not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:03.368224 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f36677-e99a-47d0-9533-80bb5c012366']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:03.381940 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9042d3f9-54f7-45ea-b558-34ad4d8af13b') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:03.382334 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9042d3f9-54f7-45ea-b558-34ad4d8af13b') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:03.384103 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] For port 08bdb119-8d05-4ace-ba7f-808f4eab5dad, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=08bdb119-8d05-4ace-ba7f-808f4eab5dad,segment=NetworkSegment(9042d3f9-54f7-45ea-b558-34ad4d8af13b),segment_id=9042d3f9-54f7-45ea-b558-34ad4d8af13b)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:03.384638 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.395882 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.401590 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Calling delete_port for 08bdb119-8d05-4ace-ba7f-808f4eab5dad owned by network:dhcp {{(pid=93979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:03.412532 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.418770 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:38:03.419977 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:38:03.486571 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:38:03.491332 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.493050 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553'] for port, after_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.503683 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-138b1903-41dc-4beb-8826-8d694830abf9 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830918012&fields=id&tenant_id=18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 267 time: 0.0517502 Sep 15 18:38:03.511998 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.514831 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f0f36677-e99a-47d0-9533-80bb5c012366 HTTP/1.1" status: 204 len: 168 time: 0.6616356 Sep 15 18:38:03.516192 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a3f25-b58f-44c4-9508-10aaa707cf51 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f36677-e99a-47d0-9533-80bb5c012366,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:03.517943 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57786) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:03.518261 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Network f0f36677-e99a-47d0-9533-80bb5c012366 is not hosted by any dhcp agent {{(pid=93979) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 18:38:03.522282 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] No DVR routers for this DVR port 08bdb119-8d05-4ace-ba7f-808f4eab5dad on host dv-cinder-784603-2-iscsi {{(pid=93979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:38:03.523983 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Pushing event deleted for resources: {'Port': ['ID=08bdb119-8d05-4ace-ba7f-808f4eab5dad,revision_number=None']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:03.532398 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.532744 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.533089 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.533428 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.533760 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.534093 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.534420 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.534859 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.535215 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.535551 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.535963 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.536553 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9bce3-3217-4ee1-94e3-3a0d574dd117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:03.621881 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57790) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:03.649394 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-618ebda1-3e4d-40be-8b7f-fcd6d021da57 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:03.656376 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-618ebda1-3e4d-40be-8b7f-fcd6d021da57 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 812 time: 0.1449482 Sep 15 18:38:03.666983 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-a5ab37e3-6316-4088-8d82-f0146222e9a1 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/quotas/18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 375 time: 0.0095637 Sep 15 18:38:03.722442 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-b9921f15-a1e1-4729-86d9-7485be1cf1c1 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495605 Sep 15 18:38:03.744713 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f51f640e-d6af-4dda-95a2-2c43fc4cf1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.862053 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-397ccc03-266b-439d-addb-1e12043c7e81 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253805 Sep 15 18:38:03.894123 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.985758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f51f640e-d6af-4dda-95a2-2c43fc4cf1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:03.993577 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-f51f640e-d6af-4dda-95a2-2c43fc4cf1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.012842 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2c02ef08-4930-43b8-b4bd-574db360a1d2 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397913 Sep 15 18:38:04.043870 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f640e-d6af-4dda-95a2-2c43fc4cf1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de80684a-6f9f-49ba-82ed-fb0d36ebba3f,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:04.048493 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-f51f640e-d6af-4dda-95a2-2c43fc4cf1fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a1d1f17731e4e6aac62a3c6aa93f700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256499 Sep 15 18:38:04.051224 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57794) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:04.115282 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43117163-1799-4e75-84d8-d57552aade33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.159748 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43117163-1799-4e75-84d8-d57552aade33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.249752 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Deleting port 9eeeebea-c8fd-4214-a560-46204bfd571f {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:04.250419 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.266202 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43117163-1799-4e75-84d8-d57552aade33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.268729 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43117163-1799-4e75-84d8-d57552aade33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.272889 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-43117163-1799-4e75-84d8-d57552aade33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de80684a-6f9f-49ba-82ed-fb0d36ebba3f HTTP/1.1" status: 204 len: 168 time: 0.2177079 Sep 15 18:38:04.310223 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117163-1799-4e75-84d8-d57552aade33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de80684a-6f9f-49ba-82ed-fb0d36ebba3f,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:04.356274 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5df77cc2-1a7b-4170-b35e-819140e242a0 req-627114e0-cede-4148-af7e-40d3434af802 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Sep 15 18:38:04.366961 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5353453-d196-4d79-90f8-1ad8129c1114 req-99687007-59bf-4fc1-96ee-18278c46d1e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:04.373716 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c5353453-d196-4d79-90f8-1ad8129c1114 req-99687007-59bf-4fc1-96ee-18278c46d1e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.1420505 Sep 15 18:38:04.415631 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] For port 9eeeebea-c8fd-4214-a560-46204bfd571f, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=9eeeebea-c8fd-4214-a560-46204bfd571f,segment=NetworkSegment(ba54de9b-5b8b-4118-973a-060921438e41),segment_id=ba54de9b-5b8b-4118-973a-060921438e41)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:04.415995 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.436577 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Calling delete_port for 9eeeebea-c8fd-4214-a560-46204bfd571f owned by network:router_interface {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:04.443465 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c5353453-d196-4d79-90f8-1ad8129c1114 req-bffeefd5-6671-4c68-9a5e-1887a013f28b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615411 Sep 15 18:38:04.536207 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 092bfced-78df-4edb-80a0-d988f8209eaf no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:04.570589 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 092bfced-78df-4edb-80a0-d988f8209eaf {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:04.571032 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 092bfced-78df-4edb-80a0-d988f8209eaf not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:04.639052 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57818) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:04.647071 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.653468 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4263bba4-13bf-472e-b0b6-b8da7fecbc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.671523 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eeeebea-c8fd-4214-a560-46204bfd571f,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:04.768003 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4263bba4-13bf-472e-b0b6-b8da7fecbc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.772783 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4263bba4-13bf-472e-b0b6-b8da7fecbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.810446 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4263bba4-13bf-472e-b0b6-b8da7fecbc68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a396ebb34b39488abef93d091da27fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678340 Sep 15 18:38:04.810681 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57820) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:04.835658 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263bba4-13bf-472e-b0b6-b8da7fecbc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850e4a60-4448-49b1-b258-1b3050775ef0,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:04.875197 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.888063 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4ba8-aebc-42f1-bb13-6f9cfc057217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.917201 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4ba8-aebc-42f1-bb13-6f9cfc057217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.978363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4ba8-aebc-42f1-bb13-6f9cfc057217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.982076 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4ba8-aebc-42f1-bb13-6f9cfc057217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:04.984157 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-d9ab4ba8-aebc-42f1-bb13-6f9cfc057217 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/850e4a60-4448-49b1-b258-1b3050775ef0 HTTP/1.1" status: 204 len: 168 time: 0.1725750 Sep 15 18:38:04.994471 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab4ba8-aebc-42f1-bb13-6f9cfc057217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850e4a60-4448-49b1-b258-1b3050775ef0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:05.110384 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Router 076a58a7-220b-44b8-beae-cbdf11e082fa has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:38:05.218332 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:38:05.224385 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-60581b27-004c-4edc-80cf-e69f648c0276 admin admin] 10.222.0.43 "PUT /v2.0/routers/076a58a7-220b-44b8-beae-cbdf11e082fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024584 Sep 15 18:38:05.226840 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57826) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:05.239991 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] Sync routers for ids ['076a58a7-220b-44b8-beae-cbdf11e082fa'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:38:05.249320 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] Routers {'076a58a7-220b-44b8-beae-cbdf11e082fa'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:05.249935 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['076a58a7-220b-44b8-beae-cbdf11e082fa'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:05.396636 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:05.517634 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5f1ba264-2338-4547-81b5-1cd4497262c6 req-b5c358bf-96f9-4d7d-9215-5b5394cf32e4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 210 time: 0.0745168 Sep 15 18:38:05.575065 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] Set router 076a58a7-220b-44b8-beae-cbdf11e082fa gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:05.622172 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca71f60-30dc-445d-8f46-dcf5d53d63ce req-ebeed33c-c193-4fce-a8f5-3b5ae5fb24e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:05.623895 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8ca71f60-30dc-445d-8f46-dcf5d53d63ce req-ebeed33c-c193-4fce-a8f5-3b5ae5fb24e8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0684197 Sep 15 18:38:05.640229 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-a23b9e19-26d1-4440-bb63-9c2c27347381 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:05.641707 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-a23b9e19-26d1-4440-bb63-9c2c27347381 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 812 time: 0.2997959 Sep 15 18:38:05.679232 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8ca71f60-30dc-445d-8f46-dcf5d53d63ce req-fc60cf6f-f5f4-4d3a-bbf3-b8eecaec11ed tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415297 Sep 15 18:38:05.697210 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:05.743002 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-96c11398-ccd6-416e-bbcb-f81988d50571 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 379 time: 0.0875652 Sep 15 18:38:05.755710 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'port': {'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'admin_state_up': True, 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'security_groups': ['9cbeec56-4930-485b-bd2b-4c0e4791a561']}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:38:05.795976 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:38:04Z', 'revision_number': 5, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port': {'id': 'f7e9602a-f96b-43fc-88a2-c5b013a44440', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:28Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:05.826333 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] Checking router: 076a58a7-220b-44b8-beae-cbdf11e082fa for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:38:05.836724 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] Routers {'076a58a7-220b-44b8-beae-cbdf11e082fa'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:05.837557 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['076a58a7-220b-44b8-beae-cbdf11e082fa'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:05.845889 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Deleting port f7e9602a-f96b-43fc-88a2-c5b013a44440 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:05.846238 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:05.937000 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] Set router 076a58a7-220b-44b8-beae-cbdf11e082fa gateway port host: None {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:05.962338 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Made reservation on behalf of 18e4f5e641eb4570b9b4eae11e02a549 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:38:05.966056 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:05.982270 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] For port f7e9602a-f96b-43fc-88a2-c5b013a44440, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=f7e9602a-f96b-43fc-88a2-c5b013a44440,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:05.982642 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:05.999925 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:38:05Z', 'revision_number': 6, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port_host': None}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:06.003917 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Calling delete_port for f7e9602a-f96b-43fc-88a2-c5b013a44440 owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:06.030191 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b1237-a3fd-4d0a-babe-f5bf40ba1e6f None None] The sync data for ids ['076a58a7-220b-44b8-beae-cbdf11e082fa'] in dv-cinder-784603-2-iscsi is: [{'id': '076a58a7-220b-44b8-beae-cbdf11e082fa', 'name': 'tempest-TestShelveInstance-1940289796-router', 'tenant_id': 'f822340e0d254009983fa304ca7b1fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:27Z', 'updated_at': '2021-09-15T18:38:05Z', 'revision_number': 6, 'project_id': 'f822340e0d254009983fa304ca7b1fae', 'gw_port_host': None}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:38:06.468452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Allocated IP 172.20.0.5 (72ae466c-a0ec-4275-9704-7089287fd459/ad67918a-d4f1-432a-9374-dee94f7ff874/0739b9f1-1905-4b6b-a73e-2b85adcea744) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:38:06.630911 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.663138 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-048957ca-a329-46d0-8646-d4c5ee21950a req-aab6e999-13c9-40d3-9a21-96da6e33745a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 210 time: 0.0480146 Sep 15 18:38:06.693081 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e9602a-f96b-43fc-88a2-c5b013a44440,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:06.747599 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.776320 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.841135 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550273-1f63-4b0e-a3ae-cbeba0b1ce1b req-23c412c8-28ae-45bd-856e-eb2e725e004a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:06.842622 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-45550273-1f63-4b0e-a3ae-cbeba0b1ce1b req-23c412c8-28ae-45bd-856e-eb2e725e004a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0748658 Sep 15 18:38:06.888253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.888509 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-45550273-1f63-4b0e-a3ae-cbeba0b1ce1b req-f3eeec3c-2d9c-49f8-9719-72263ea4872d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380969 Sep 15 18:38:06.891035 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.897086 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.984067 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.984601 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 076a58a7-220b-44b8-beae-cbdf11e082fa {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:38:06.989608 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Network 72ae466c-a0ec-4275-9704-7089287fd459 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:38:06.994735 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:06.996027 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-9f09fda8-81b5-4681-8acb-e59ce118815f admin admin] 10.222.0.43 "DELETE /v2.0/routers/076a58a7-220b-44b8-beae-cbdf11e082fa HTTP/1.1" status: 204 len: 168 time: 1.7680707 Sep 15 18:38:06.998564 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57874) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:07.001768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:38:07.007278 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:38:07.011523 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=0739b9f1-1905-4b6b-a73e-2b85adcea744,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:07.076538 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Deleting subnet fa87e465-d47a-4bf8-bb2d-1014a1130352 {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:38:07.080696 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.091507 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:07.093259 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.117203 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f7e9602a-f96b-43fc-88a2-c5b013a44440 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:07.123721 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2b5b1723-59af-46c0-8c9a-8deae3cd08d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3728943 Sep 15 18:38:07.139478 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Request body: {'port': {'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:38:07.144345 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.154061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: f7e9602a-f96b-43fc-88a2-c5b013a44440 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:07.154476 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device f7e9602a-f96b-43fc-88a2-c5b013a44440 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:07.154907 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9eeeebea-c8fd-4214-a560-46204bfd571f no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:07.213514 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 9eeeebea-c8fd-4214-a560-46204bfd571f {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:07.214277 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 9eeeebea-c8fd-4214-a560-46204bfd571f not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:07.218166 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.397533 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-553996e7-5933-4e93-9829-0cc3d5592159 None None] Provisioning complete for port 0739b9f1-1905-4b6b-a73e-2b85adcea744 triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:38:07.398087 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-553996e7-5933-4e93-9829-0cc3d5592159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.434334 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-553996e7-5933-4e93-9829-0cc3d5592159 None None] Port 0739b9f1-1905-4b6b-a73e-2b85adcea744 cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:38:07.502550 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0739b9f1-1905-4b6b-a73e-2b85adcea744 {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:38:07.504952 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.510873 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.523797 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Transition to ACTIVE for port object 0739b9f1-1905-4b6b-a73e-2b85adcea744 will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:38:07.532419 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.575754 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.591281 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Pushing event updated for resources: {'Port': ['ID=0739b9f1-1905-4b6b-a73e-2b85adcea744,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:07.607166 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa87e465-d47a-4bf8-bb2d-1014a1130352,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:07.612564 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.614769 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-dbe27d89-a56e-4828-b8d5-f7cd9424acf3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fa87e465-d47a-4bf8-bb2d-1014a1130352 HTTP/1.1" status: 204 len: 168 time: 0.6147158 Sep 15 18:38:07.620469 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57876) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:07.636484 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08366b4-8d54-4770-88c9-ff579953f77f None None] Network 85dab249-777f-4277-a286-44d5dfdb58f2 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:38:07.666207 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Attempting to bind port 0739b9f1-1905-4b6b-a73e-2b85adcea744 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:38:07.666562 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Attempting to bind port 0739b9f1-1905-4b6b-a73e-2b85adcea744 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:38:07.666893 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Attempting to bind port 0739b9f1-1905-4b6b-a73e-2b85adcea744 on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:38:07.671923 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Port 0739b9f1-1905-4b6b-a73e-2b85adcea744 on network 72ae466c-a0ec-4275-9704-7089287fd459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:38:07.672249 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Attempting to bind port 0739b9f1-1905-4b6b-a73e-2b85adcea744 on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:38:07.677899 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:38:07.678243 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Checking segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:38:07.678635 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Bound using segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:38:07.679117 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Bound port: 0739b9f1-1905-4b6b-a73e-2b85adcea744, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:38:07.679734 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.758740 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.820055 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] For port 0739b9f1-1905-4b6b-a73e-2b85adcea744, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:38:07.846141 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Deleting port 53752ad2-42f8-45ac-9312-063c0e544c9c {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:07.846727 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.854418 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] For port 0739b9f1-1905-4b6b-a73e-2b85adcea744, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:38:07.871779 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b9234-b2f7-4bea-879d-40f2235ec289 req-acba1822-a252-42fb-916e-ecdb1b35a704 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:07.873401 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f3b9234-b2f7-4bea-879d-40f2235ec289 req-acba1822-a252-42fb-916e-ecdb1b35a704 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0945365 Sep 15 18:38:07.875074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.925150 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] For port 53752ad2-42f8-45ac-9312-063c0e544c9c, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=53752ad2-42f8-45ac-9312-063c0e544c9c,segment=NetworkSegment(ba54de9b-5b8b-4118-973a-060921438e41),segment_id=ba54de9b-5b8b-4118-973a-060921438e41)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:07.926592 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.934889 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:07.936367 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:07.938201 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] 10.222.0.50 "PUT /v2.0/ports/0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 1093 time: 0.8052695 Sep 15 18:38:07.943346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:07.946025 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Calling delete_port for 53752ad2-42f8-45ac-9312-063c0e544c9c owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:07.946554 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:07.993691 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] DHCP port deletion for 85dab249-777f-4277-a286-44d5dfdb58f2 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:38:08.063150 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa5f6-9c14-4b2d-87f2-bd83abe931dc service neutron] Pushing event updated for resources: {'Port': ['ID=0739b9f1-1905-4b6b-a73e-2b85adcea744,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:08.068978 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4f3b9234-b2f7-4bea-879d-40f2235ec289 req-b7c9db7a-8b7c-4a5a-8282-79f52981fcaf tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861689 Sep 15 18:38:08.109795 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.114628 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2152192e-dfb9-4301-a484-4a417c40c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.120108 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-2152192e-dfb9-4301-a484-4a417c40c3a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1096 time: 0.1230724 Sep 15 18:38:08.125035 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Deleting port 53752ad2-42f8-45ac-9312-063c0e544c9c {{(pid=93979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:38:08.125580 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.183129 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b274eb-3309-4bd4-b8d1-025a2e66d238 req-f3e910f6-4efc-4e12-bcf0-8b12b85accf7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.185053 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-38b274eb-3309-4bd4-b8d1-025a2e66d238 req-f3e910f6-4efc-4e12-bcf0-8b12b85accf7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.1453366 Sep 15 18:38:08.186029 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] No DVR routers for this DVR port 53752ad2-42f8-45ac-9312-063c0e544c9c on host dv-cinder-784603-2-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:38:08.188509 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2390b-e9ab-4c46-ac35-2f1cf5cb6c0d x-openstack-request-id: req-84d2390b-e9ab-4c46-ac35-2f1cf5cb6c0d {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:08.189357 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:08.189477 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=53752ad2-42f8-45ac-9312-063c0e544c9c,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:08.189585 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84d2390b-e9ab-4c46-ac35-2f1cf5cb6c0d {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:08.189585 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'status': 'completed', 'code': 200} Sep 15 18:38:08.191305 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-bd2f1ffd-5314-4a8e-8b5e-3a4412392632 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 217 time: 0.0624487 Sep 15 18:38:08.244262 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] For port 53752ad2-42f8-45ac-9312-063c0e544c9c, host dv-cinder-784603-2-iscsi, got binding levels [] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:08.245303 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.266018 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Calling delete_port for 53752ad2-42f8-45ac-9312-063c0e544c9c owned by network:dhcp {{(pid=93979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:38:08.267014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-a6a9432f-a079-4fbf-8823-fd8cd7f15e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.269650 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.ipam_backend_mixin [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Port 53752ad2-42f8-45ac-9312-063c0e544c9c was not found and therefore no delete operation was performed {{(pid=93979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 18:38:08.270764 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-a6a9432f-a079-4fbf-8823-fd8cd7f15e56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0727799 Sep 15 18:38:08.271392 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553'] for port, after_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.287378 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] No DVR routers for this DVR port 53752ad2-42f8-45ac-9312-063c0e544c9c on host dv-cinder-784603-2-iscsi {{(pid=93979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:38:08.295531 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-38b274eb-3309-4bd4-b8d1-025a2e66d238 req-b22499b7-a75e-459f-ac58-a6d6cbb597aa tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792005 Sep 15 18:38:08.330740 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c6f57-4d3d-4c51-a555-a7b9cc2d8359 None None] Pushing event deleted for resources: {'Port': ['ID=53752ad2-42f8-45ac-9312-063c0e544c9c,revision_number=None']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:08.339393 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.344838 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-40e6c36e-b49d-47c3-b846-8886fd84861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.348681 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-40e6c36e-b49d-47c3-b846-8886fd84861c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632656 Sep 15 18:38:08.362173 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dab249-777f-4277-a286-44d5dfdb58f2']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:08.375354 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba54de9b-5b8b-4118-973a-060921438e41') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:08.375670 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba54de9b-5b8b-4118-973a-060921438e41') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:08.386192 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.403213 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.409013 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:38:08.411937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:38:08.413957 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:38:08.448481 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-f94f19c9-26ea-4b3e-9544-30617458de80 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947011 Sep 15 18:38:08.473735 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.480325 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.484385 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] 10.222.0.43 "DELETE /v2.0/networks/85dab249-777f-4277-a286-44d5dfdb58f2 HTTP/1.1" status: 204 len: 168 time: 0.8605087 Sep 15 18:38:08.491752 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439468-06db-4324-b5ab-7e4103281c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=85dab249-777f-4277-a286-44d5dfdb58f2,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:08.552938 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e14eca8e-3fb8-4100-994b-08b0e6355945 req-feba2de7-4ce5-4d70-ae0e-4dbe62c2754d service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965664 Sep 15 18:38:08.639181 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-b012cba9-8b5a-4bf4-baee-c542a6d37c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.640750 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-b012cba9-8b5a-4bf4-baee-c542a6d37c4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1096 time: 0.0423129 Sep 15 18:38:08.657897 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57894) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:08.699186 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1a1e4977-cf58-444b-b431-b2e17e7506dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8e689de2f7543c0a6bac4c986e35e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379660 Sep 15 18:38:08.699436 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57896) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:08.733474 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-9c520210-11cc-4cd2-aa8a-3716679fbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.734927 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-9c520210-11cc-4cd2-aa8a-3716679fbf8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.0872061 Sep 15 18:38:08.750437 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5f884ff8-31ff-4cf0-be7a-24f4c7d026fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.771454 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5f884ff8-31ff-4cf0-be7a-24f4c7d026fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.776477 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-c13f770b-3183-4406-9279-392790497bf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 217 time: 0.0331800 Sep 15 18:38:08.818869 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5f884ff8-31ff-4cf0-be7a-24f4c7d026fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.821708 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-5f884ff8-31ff-4cf0-be7a-24f4c7d026fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:08.822791 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-5f884ff8-31ff-4cf0-be7a-24f4c7d026fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9363bbf6-583f-451b-badb-bdd5f350db8d HTTP/1.1" status: 204 len: 168 time: 0.1224468 Sep 15 18:38:08.830817 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f884ff8-31ff-4cf0-be7a-24f4c7d026fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363bbf6-583f-451b-badb-bdd5f350db8d,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:08.833368 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-9a75a141-c19b-4e3f-9d6f-38c0ab45aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.835032 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-9a75a141-c19b-4e3f-9d6f-38c0ab45aae0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0511787 Sep 15 18:38:08.882314 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-7a145bd7-696d-48f1-8d22-3c70a73e05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:08.883794 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-7a145bd7-696d-48f1-8d22-3c70a73e05c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415771 Sep 15 18:38:08.980219 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-20d3ef9b-3ced-45a7-b33a-cb63f380d2ed service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878496 Sep 15 18:38:09.072373 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c2e4d91a-4d6b-4b65-b609-3f0a49cc5aa9 req-573661d7-6842-421e-a4af-4f2d89060348 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840187 Sep 15 18:38:09.077036 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 53752ad2-42f8-45ac-9312-063c0e544c9c no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:09.096852 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 53752ad2-42f8-45ac-9312-063c0e544c9c {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:38:09.097192 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 53752ad2-42f8-45ac-9312-063c0e544c9c not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:38:09.152320 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57904) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:09.193488 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d574e04f-24a3-42c6-9876-bc5574ef23bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f822340e0d254009983fa304ca7b1fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400155 Sep 15 18:38:09.195072 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058440b-0ef3-454c-a59f-e2586284636f req-d1cf22ea-9813-4fc0-aca5-259298d9388f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:09.195984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57906) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:09.196644 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e058440b-0ef3-454c-a59f-e2586284636f req-d1cf22ea-9813-4fc0-aca5-259298d9388f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0537362 Sep 15 18:38:09.235321 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e058440b-0ef3-454c-a59f-e2586284636f req-db3104e1-9af9-4618-a103-22c1a2f3ede2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325775 Sep 15 18:38:09.245443 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff8a-3659-4a01-87bb-16709dd5744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.267419 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff8a-3659-4a01-87bb-16709dd5744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.312990 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff8a-3659-4a01-87bb-16709dd5744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.315680 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba68ff8a-3659-4a01-87bb-16709dd5744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.317048 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ba68ff8a-3659-4a01-87bb-16709dd5744d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b41a899-4eed-459c-80a7-e6edcf45ff58 HTTP/1.1" status: 204 len: 168 time: 0.1199787 Sep 15 18:38:09.325000 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68ff8a-3659-4a01-87bb-16709dd5744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b41a899-4eed-459c-80a7-e6edcf45ff58,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:09.434632 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9178e6-e194-4cec-9cab-2292985b4098 req-0ccc90af-e543-49ec-9948-994992410fff tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:09.436284 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1d9178e6-e194-4cec-9cab-2292985b4098 req-0ccc90af-e543-49ec-9948-994992410fff tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0542774 Sep 15 18:38:09.477903 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1d9178e6-e194-4cec-9cab-2292985b4098 req-c79fce06-ba73-4bd0-9c70-f4f4ff0d6d01 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341690 Sep 15 18:38:09.701709 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57918) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:09.808761 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f60eb9b8-558d-4656-8df1-4f037a5dd3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.893461 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f60eb9b8-558d-4656-8df1-4f037a5dd3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.897050 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-f60eb9b8-558d-4656-8df1-4f037a5dd3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:09.934058 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-f60eb9b8-558d-4656-8df1-4f037a5dd3b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32ae4ed354c34f5b9ace89f805c614b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312570 Sep 15 18:38:09.935993 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eb9b8-558d-4656-8df1-4f037a5dd3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1343a6-a208-405c-b1cb-9b08d92955dc,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:09.936688 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57922) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:09.989152 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5996-2f00-4b2b-bd3a-61a05f3706f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.009592 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5996-2f00-4b2b-bd3a-61a05f3706f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.054931 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5996-2f00-4b2b-bd3a-61a05f3706f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.057512 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5996-2f00-4b2b-bd3a-61a05f3706f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.058642 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7a5e5996-2f00-4b2b-bd3a-61a05f3706f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e1343a6-a208-405c-b1cb-9b08d92955dc HTTP/1.1" status: 204 len: 168 time: 0.1209681 Sep 15 18:38:10.066021 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e5996-2f00-4b2b-bd3a-61a05f3706f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1343a6-a208-405c-b1cb-9b08d92955dc,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:10.321578 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 57930) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:10.335376 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-af47c6dd-ab5f-44ba-9743-f0e839aa928c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.354229 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1ceb5-55db-4ae8-9bfa-936f5dd249bb req-885c776b-08b9-4796-b8e6-4962494064da tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:10.355768 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53f1ceb5-55db-4ae8-9bfa-936f5dd249bb req-885c776b-08b9-4796-b8e6-4962494064da tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0496373 Sep 15 18:38:10.397051 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53f1ceb5-55db-4ae8-9bfa-936f5dd249bb req-32ec20fb-063e-4e87-be48-a749d00a4df1 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349009 Sep 15 18:38:10.423393 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-af47c6dd-ab5f-44ba-9743-f0e839aa928c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.427462 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-af47c6dd-ab5f-44ba-9743-f0e839aa928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.467529 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-af47c6dd-ab5f-44ba-9743-f0e839aa928c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77a145c3a2d74a0bb9a57d1907021204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448491 Sep 15 18:38:10.468377 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47c6dd-ab5f-44ba-9743-f0e839aa928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c133405-630c-4a74-b170-1b77be486a9e,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:10.470232 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 57932) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:10.518132 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf04c-ff46-4541-9d4d-4f590b960e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.539897 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf04c-ff46-4541-9d4d-4f590b960e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.590261 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf04c-ff46-4541-9d4d-4f590b960e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.593204 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c5cbf04c-ff46-4541-9d4d-4f590b960e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:10.596030 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c5cbf04c-ff46-4541-9d4d-4f590b960e44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c133405-630c-4a74-b170-1b77be486a9e HTTP/1.1" status: 204 len: 168 time: 0.1232598 Sep 15 18:38:10.603283 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbf04c-ff46-4541-9d4d-4f590b960e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c133405-630c-4a74-b170-1b77be486a9e,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:10.611824 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90d5c8-d85a-46cf-992c-6dd2b1ac9ce1 req-97afb4c3-0ad4-46e1-8194-9693f9fadc6e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:10.613501 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7c90d5c8-d85a-46cf-992c-6dd2b1ac9ce1 req-97afb4c3-0ad4-46e1-8194-9693f9fadc6e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0570927 Sep 15 18:38:10.652277 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7c90d5c8-d85a-46cf-992c-6dd2b1ac9ce1 req-e93a8c3b-78ad-437f-871a-766966312b00 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313950 Sep 15 18:38:11.512495 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee5456-dd28-4f19-978e-b8ee8e9282f4 req-40e0f466-f9b9-4851-8ebf-fc7cffc229e9 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:11.513985 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a5ee5456-dd28-4f19-978e-b8ee8e9282f4 req-40e0f466-f9b9-4851-8ebf-fc7cffc229e9 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0496542 Sep 15 18:38:11.554088 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-a5ee5456-dd28-4f19-978e-b8ee8e9282f4 req-fd4cb365-eb61-4908-9bf4-a5ad20336689 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326807 Sep 15 18:38:11.771090 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba047d3b-de7f-4384-9000-687f4de5a616 req-f8ea44a8-3f3c-4460-85ba-d21e8693a87d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:11.772532 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ba047d3b-de7f-4384-9000-687f4de5a616 req-f8ea44a8-3f3c-4460-85ba-d21e8693a87d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0476925 Sep 15 18:38:11.812150 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ba047d3b-de7f-4384-9000-687f4de5a616 req-9d1ec755-45db-469a-b1d9-b61054d9062e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336335 Sep 15 18:38:12.675741 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f0428-8c50-4f07-90ef-bd7bc5c1a708 req-ad7501bc-11e8-4ee4-9d49-90d135cb437e tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:12.677829 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-956f0428-8c50-4f07-90ef-bd7bc5c1a708 req-ad7501bc-11e8-4ee4-9d49-90d135cb437e tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0478940 Sep 15 18:38:12.714435 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-956f0428-8c50-4f07-90ef-bd7bc5c1a708 req-b7c499a0-2525-4d54-8c63-e55ff18b2ae7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303354 Sep 15 18:38:12.934693 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fedd8-c25f-4a80-9ae2-e64878cc73c0 req-4233966b-148f-4617-b50b-16a32ac3330a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:12.936155 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7c4fedd8-c25f-4a80-9ae2-e64878cc73c0 req-4233966b-148f-4617-b50b-16a32ac3330a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0514913 Sep 15 18:38:12.973090 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7c4fedd8-c25f-4a80-9ae2-e64878cc73c0 req-191e85ed-ea4d-49d6-845c-a284219ce56e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303957 Sep 15 18:38:13.833588 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baa481-a8c1-4c11-9938-5fc68ac9f80b req-d8c06497-e32b-49a9-833b-f0c4411d0b05 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:13.835037 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e0baa481-a8c1-4c11-9938-5fc68ac9f80b req-d8c06497-e32b-49a9-833b-f0c4411d0b05 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0525663 Sep 15 18:38:13.872218 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e0baa481-a8c1-4c11-9938-5fc68ac9f80b req-791b563e-3de0-4307-af1c-d2fca0a6eeee tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Sep 15 18:38:14.092457 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00ba8-1d2b-4730-b4c7-d8330fd262a7 req-7c27bf84-2183-4a8c-a32e-f7b420acd674 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:14.093934 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-96f00ba8-1d2b-4730-b4c7-d8330fd262a7 req-7c27bf84-2183-4a8c-a32e-f7b420acd674 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0509217 Sep 15 18:38:14.133593 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-96f00ba8-1d2b-4730-b4c7-d8330fd262a7 req-0a60f262-7acb-47bc-a87d-228c16f67071 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329390 Sep 15 18:38:14.984252 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848bb80-fc2b-4c8a-a7d2-4db19c6c7e34 req-0c18cab1-363a-49a5-a267-da8a5902aec1 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:14.985702 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3848bb80-fc2b-4c8a-a7d2-4db19c6c7e34 req-0c18cab1-363a-49a5-a267-da8a5902aec1 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0480902 Sep 15 18:38:15.022454 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-3848bb80-fc2b-4c8a-a7d2-4db19c6c7e34 req-3b31143c-2c70-4bd3-900b-a4d597cb019d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302539 Sep 15 18:38:15.255236 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32096c-d6bc-4909-97ec-0760f0ad825f req-fbf8279b-4e60-47bd-97fe-492ae01bc1e4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:15.256665 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0e32096c-d6bc-4909-97ec-0760f0ad825f req-fbf8279b-4e60-47bd-97fe-492ae01bc1e4 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0485446 Sep 15 18:38:15.292550 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0e32096c-d6bc-4909-97ec-0760f0ad825f req-fa6941ef-6685-438a-a86f-80388c94f8cc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300322 Sep 15 18:38:16.134041 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00304e16-cdf8-4127-bf9f-1a256dc30ab0 req-cc77e789-34a3-4fce-a39a-06c84e5ef5b6 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:16.135516 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00304e16-cdf8-4127-bf9f-1a256dc30ab0 req-cc77e789-34a3-4fce-a39a-06c84e5ef5b6 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 943 time: 0.0483341 Sep 15 18:38:16.174403 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-00304e16-cdf8-4127-bf9f-1a256dc30ab0 req-1194692b-3bde-4d61-a877-26a3dd7aafb3 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328357 Sep 15 18:38:16.412814 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d3d6-fd79-412c-afe3-97451c2b089a req-7acc678a-f322-4d9a-b8db-4e4a79c5bb10 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:16.414280 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3673d3d6-fd79-412c-afe3-97451c2b089a req-7acc678a-f322-4d9a-b8db-4e4a79c5bb10 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0513778 Sep 15 18:38:16.451740 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3673d3d6-fd79-412c-afe3-97451c2b089a req-4a54af9a-6e2b-46c4-8868-4effaacba29e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312233 Sep 15 18:38:16.585083 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0739b9f1-1905-4b6b-a73e-2b85adcea744 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:38:16.677952 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 0739b9f1-1905-4b6b-a73e-2b85adcea744, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:16.688706 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:38:16.725104 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:16.737257 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0739b9f1-1905-4b6b-a73e-2b85adcea744 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:38:16.755331 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 0739b9f1-1905-4b6b-a73e-2b85adcea744, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:16.760146 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:16.805765 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=0739b9f1-1905-4b6b-a73e-2b85adcea744,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:17.023364 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['0739b9f1-1905-4b6b-a73e-2b85adcea744'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:38:17.298972 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1d40f-a6ec-4bb9-ae8e-ab0dc261ce52 req-386dc8b9-f90d-4eab-b9a9-c25d4dcd3d04 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:17.300459 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-58f1d40f-a6ec-4bb9-ae8e-ab0dc261ce52 req-386dc8b9-f90d-4eab-b9a9-c25d4dcd3d04 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 944 time: 0.0582535 Sep 15 18:38:17.340373 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-58f1d40f-a6ec-4bb9-ae8e-ab0dc261ce52 req-0352120c-7a6e-4d2e-bdb9-9c384770da61 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Sep 15 18:38:17.572519 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030c50-39c7-4c0e-af09-6d27d490f565 req-69300a2b-73d9-498b-92f4-0884f3c82f83 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:17.573964 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-02030c50-39c7-4c0e-af09-6d27d490f565 req-69300a2b-73d9-498b-92f4-0884f3c82f83 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0512128 Sep 15 18:38:17.610240 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-02030c50-39c7-4c0e-af09-6d27d490f565 req-af7d1592-68ce-45e9-a0ba-d7139122ad2a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304487 Sep 15 18:38:18.465069 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95877c5a-0ce4-46f8-b439-0cec1966a6df req-86567331-e2b4-4cab-8d61-638b87373a99 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:18.467461 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-95877c5a-0ce4-46f8-b439-0cec1966a6df req-86567331-e2b4-4cab-8d61-638b87373a99 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 944 time: 0.0598063 Sep 15 18:38:18.519061 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-95877c5a-0ce4-46f8-b439-0cec1966a6df req-995f488a-0acb-40fb-925c-5d052d6ea9a2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 Sep 15 18:38:18.564551 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58110) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:18.600920 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:38:18.606900 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0739b9f1-1905-4b6b-a73e-2b85adcea744 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:38:18.698152 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-01137f2b-a0d2-4430-b785-f4978f82016e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.726156 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 0739b9f1-1905-4b6b-a73e-2b85adcea744 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:38:18.744230 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 0739b9f1-1905-4b6b-a73e-2b85adcea744 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:38:18.745188 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.798993 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df77bb-5bea-4b81-9991-237d32fe0466 req-d498aeb2-cd50-48ff-8afd-154381f7502d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:18.808104 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15df77bb-5bea-4b81-9991-237d32fe0466 req-d498aeb2-cd50-48ff-8afd-154381f7502d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0680983 Sep 15 18:38:18.808508 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:18.831187 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-01137f2b-a0d2-4430-b785-f4978f82016e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.834739 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '640b488d-3c58-40c7-9c1d-f895707a101c', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c', 'mac_address': 'fa:16:3e:c0:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:38:18.839410 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-01137f2b-a0d2-4430-b785-f4978f82016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.860179 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15df77bb-5bea-4b81-9991-237d32fe0466 req-5728c670-36a3-4e26-8feb-638d3c33690c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507357 Sep 15 18:38:18.886190 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-01137f2b-a0d2-4430-b785-f4978f82016e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d42fb7e3ed80414cbfd400c3420a0ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181157 Sep 15 18:38:18.887720 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58116) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:18.905258 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.909718 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01137f2b-a0d2-4430-b785-f4978f82016e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134cfc57-b446-4109-89bb-4280839f3337,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:18.932837 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 640b488d-3c58-40c7-9c1d-f895707a101c {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:38:18.938435 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.969089 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:18.975691 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:18.982985 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:18.985553 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a035344-32de-4a9a-8691-536720565615" -d '{"events": [{"server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "name": "network-vif-plugged", "status": "completed", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:18.991492 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdacc-86fb-46ab-8a68-cf67fae8eb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.026765 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdacc-86fb-46ab-8a68-cf67fae8eb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.027049 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b3a61d-0846-49d2-83e3-b1e978a2fe8e x-openstack-request-id: req-f4b3a61d-0846-49d2-83e3-b1e978a2fe8e {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:19.027354 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "name": "network-vif-plugged", "status": "completed", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:19.027608 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4b3a61d-0846-49d2-83e3-b1e978a2fe8e {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:19.028029 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'code': 200} Sep 15 18:38:19.031298 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 0739b9f1-1905-4b6b-a73e-2b85adcea744, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:19.048681 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.063694 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=6']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:19.074204 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['640b488d-3c58-40c7-9c1d-f895707a101c'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:38:19.109142 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdacc-86fb-46ab-8a68-cf67fae8eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.111818 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdacc-86fb-46ab-8a68-cf67fae8eb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.113116 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ba5bdacc-86fb-46ab-8a68-cf67fae8eb8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/134cfc57-b446-4109-89bb-4280839f3337 HTTP/1.1" status: 204 len: 168 time: 0.2234745 Sep 15 18:38:19.141064 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bdacc-86fb-46ab-8a68-cf67fae8eb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134cfc57-b446-4109-89bb-4280839f3337,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:19.218607 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=0739b9f1-1905-4b6b-a73e-2b85adcea744,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:19.336399 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94b5ae-ecce-4f67-8c8b-525750447a55 req-d2d0e36f-b863-4112-97d9-196c378517df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:19.338038 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eb94b5ae-ecce-4f67-8c8b-525750447a55 req-d2d0e36f-b863-4112-97d9-196c378517df service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1098 time: 0.0638137 Sep 15 18:38:19.386114 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eb94b5ae-ecce-4f67-8c8b-525750447a55 req-d67bb8f2-ab63-469d-9947-308d79422579 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383630 Sep 15 18:38:19.522397 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58124) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:19.540141 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6417c4c3-e4a2-4836-b795-c3d5bebb091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.684604 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaad9dd-ff79-43a1-a140-8b89c6385e96 req-5776eb4b-49e6-4ba6-8f7d-6809e995f804 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:19.686109 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-baaad9dd-ff79-43a1-a140-8b89c6385e96 req-5776eb4b-49e6-4ba6-8f7d-6809e995f804 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 945 time: 0.0747762 Sep 15 18:38:19.691022 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6417c4c3-e4a2-4836-b795-c3d5bebb091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.700671 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-6417c4c3-e4a2-4836-b795-c3d5bebb091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.751978 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-6417c4c3-e4a2-4836-b795-c3d5bebb091b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea2a484438e34e45991e5893408ad843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282522 Sep 15 18:38:19.754892 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58128) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:19.760538 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417c4c3-e4a2-4836-b795-c3d5bebb091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0c252-fdfc-4560-9288-484ba8df8646,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:19.774411 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-baaad9dd-ff79-43a1-a140-8b89c6385e96 req-a64910ba-e830-4c81-90c8-beae65d9d7d0 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805764 Sep 15 18:38:19.829950 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ab59-74e8-48fb-affa-4256a7c031d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.852032 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ab59-74e8-48fb-affa-4256a7c031d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.920772 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ab59-74e8-48fb-affa-4256a7c031d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.923576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fcb7ab59-74e8-48fb-affa-4256a7c031d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:19.927903 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fcb7ab59-74e8-48fb-affa-4256a7c031d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ce0c252-fdfc-4560-9288-484ba8df8646 HTTP/1.1" status: 204 len: 168 time: 0.1689892 Sep 15 18:38:19.949921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7ab59-74e8-48fb-affa-4256a7c031d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0c252-fdfc-4560-9288-484ba8df8646,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:20.001236 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53208c25-c657-4e0e-b374-052e3d67497f req-3cf71f8e-d5a3-484b-a5c8-3788d4dd1184 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:20.003099 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53208c25-c657-4e0e-b374-052e3d67497f req-3cf71f8e-d5a3-484b-a5c8-3788d4dd1184 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 944 time: 0.0637097 Sep 15 18:38:20.050163 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53208c25-c657-4e0e-b374-052e3d67497f req-4e5508ba-3086-4698-bf3a-71e2667670d9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407956 Sep 15 18:38:20.342839 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58136) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:20.357992 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1052b739-874b-4792-bc2f-5ed0e7500668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.529488 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1052b739-874b-4792-bc2f-5ed0e7500668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.534568 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-1052b739-874b-4792-bc2f-5ed0e7500668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.574533 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052b739-874b-4792-bc2f-5ed0e7500668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b1c3e-c44b-42f0-b924-0b511d4061e5,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:20.579700 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-1052b739-874b-4792-bc2f-5ed0e7500668 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edf5133750844dc7be8b513fa7758476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345357 Sep 15 18:38:20.581602 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58138) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:20.610236 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:38:20.642693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-009ebfae-d4e5-42ca-b32b-9469fde7f819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.671075 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-009ebfae-d4e5-42ca-b32b-9469fde7f819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.677396 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 640b488d-3c58-40c7-9c1d-f895707a101c triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:38:20.678316 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.730426 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-009ebfae-d4e5-42ca-b32b-9469fde7f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.733196 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-009ebfae-d4e5-42ca-b32b-9469fde7f819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.735941 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-009ebfae-d4e5-42ca-b32b-9469fde7f819 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b75b1c3e-c44b-42f0-b924-0b511d4061e5 HTTP/1.1" status: 204 len: 168 time: 0.1512399 Sep 15 18:38:20.744675 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ebfae-d4e5-42ca-b32b-9469fde7f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b1c3e-c44b-42f0-b924-0b511d4061e5,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:20.823966 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.871555 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:20.880417 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.924705 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad353f03-f1a5-4a5b-accb-9a456e058448 req-061173b2-c470-4cee-aa0a-3fa519211a5f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:20.932673 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ad353f03-f1a5-4a5b-accb-9a456e058448 req-061173b2-c470-4cee-aa0a-3fa519211a5f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 945 time: 0.0767498 Sep 15 18:38:20.948841 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-15c42cd0-4917-4205-a1c9-82a5c81f4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:20.961002 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=7']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:20.991679 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ad353f03-f1a5-4a5b-accb-9a456e058448 req-1efab446-09e5-4612-93a8-4e48fb74e2f0 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534780 Sep 15 18:38:21.029556 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:21.032625 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61c85a0-224e-42a0-a48f-918671938135" -d '{"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-plugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:21.079915 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836fb6f3-d8b1-4fc6-bf29-cc7032d3cbf9 x-openstack-request-id: req-836fb6f3-d8b1-4fc6-bf29-cc7032d3cbf9 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:21.080210 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-plugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:21.080461 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-836fb6f3-d8b1-4fc6-bf29-cc7032d3cbf9 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:21.080859 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'code': 200} Sep 15 18:38:21.158546 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd39d-9e7d-4b59-8fc4-3f89adcecd4b req-c8f33f10-b4c8-4d05-b116-1f8a7ba178da tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:21.165838 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f72bd39d-9e7d-4b59-8fc4-3f89adcecd4b req-c8f33f10-b4c8-4d05-b116-1f8a7ba178da tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 945 time: 0.0765595 Sep 15 18:38:21.201567 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d7839-0113-4bcc-b621-8c3545b8a9db req-bad80c68-e01d-462b-be0c-e582dc220aef tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:21.203184 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-576d7839-0113-4bcc-b621-8c3545b8a9db req-bad80c68-e01d-462b-be0c-e582dc220aef tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0679176 Sep 15 18:38:21.229008 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f72bd39d-9e7d-4b59-8fc4-3f89adcecd4b req-1385b3f9-ad6c-4b9c-a894-6589c94f56fb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623114 Sep 15 18:38:21.250408 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-576d7839-0113-4bcc-b621-8c3545b8a9db req-5c97d098-8cb8-49be-9370-c4adeef520a0 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376887 Sep 15 18:38:21.261858 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58156) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:21.328607 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d701af4-fb19-4246-9676-d9a1cf67ca63 tempest-TestVolumeBootPattern-113365697 tempest-TestVolumeBootPattern-113365697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:21.334172 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58160) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:21.338652 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:38:21.344499 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-9d701af4-fb19-4246-9676-d9a1cf67ca63 tempest-TestVolumeBootPattern-113365697 tempest-TestVolumeBootPattern-113365697-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1093 time: 0.0790610 Sep 15 18:38:21.374713 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:21.481433 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:21.622355 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Allocated IP 172.27.1.46 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/64eb9665-ff02-4ce8-89fa-e41d8995a87d) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:38:21.741536 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:21.778182 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:21.818386 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:38:21.821481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:38:21.828877 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:38:21.881860 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=64eb9665-ff02-4ce8-89fa-e41d8995a87d,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:22.339027 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:22.454210 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:22.525118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c25109-7795-4364-b83d-430126960f11 req-5d0e0518-7f4b-4a74-b750-f3f7dbb87493 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:22.526758 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53c25109-7795-4364-b83d-430126960f11 req-5d0e0518-7f4b-4a74-b750-f3f7dbb87493 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.1089635 Sep 15 18:38:22.625302 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-53c25109-7795-4364-b83d-430126960f11 req-21140f1f-a7d3-4026-b07f-ac22a1d12d93 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779853 Sep 15 18:38:22.684178 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:22.689899 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:22.764427 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=64eb9665-ff02-4ce8-89fa-e41d8995a87d,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:22.777463 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.777913 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.778319 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.778719 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.779118 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.779521 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.779975 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.780378 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.780798 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.781215 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.781611 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.782004 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:22.792272 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:22.913903 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Floating IP cba74ec9-7a76-4924-9177-7ebd00f8f1cc associated. External IP: 172.27.1.46, port: 0739b9f1-1905-4b6b-a73e-2b85adcea744. Sep 15 18:38:23.446514 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:38:23.574660 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:38:23.593474 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:38:23.598349 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:23.605260 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:23.606319 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:37:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:23.641260 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4c4d1d9e-6bcf-43a3-bc62-d71e30732ba2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3058805 Sep 15 18:38:23.641841 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:23.644762 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74cb939-5620-42c9-b9e5-a3641326c4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:23.709227 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d7007cca-e7bd-4706-a0ea-e0adcce44bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:23.731958 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe9928-9e9c-4e9e-8cf1-ab319e878680 x-openstack-request-id: req-5ffe9928-9e9c-4e9e-8cf1-ab319e878680 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:23.732258 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:23.732515 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ffe9928-9e9c-4e9e-8cf1-ab319e878680 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:23.732962 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'status': 'completed', 'code': 200} Sep 15 18:38:23.820026 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:23.864729 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0133-c0ed-4e4e-9c9d-160bc4bf4fcc req-35da1ea8-8561-4b0f-9c72-f0e1754fbbb9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:23.867044 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-216d0133-c0ed-4e4e-9c9d-160bc4bf4fcc req-35da1ea8-8561-4b0f-9c72-f0e1754fbbb9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.1166916 Sep 15 18:38:23.870389 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-df66fba7-b2f0-487d-bc7f-a7dd40a09fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:23.871773 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-df66fba7-b2f0-487d-bc7f-a7dd40a09fe1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1098 time: 0.1040392 Sep 15 18:38:24.018117 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-216d0133-c0ed-4e4e-9c9d-160bc4bf4fcc req-c57b89fe-0de3-4d01-b816-913fe162633f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442037 Sep 15 18:38:24.041132 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-f044261f-9ba6-4107-abdd-ac0e1824058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:24.043383 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-f044261f-9ba6-4107-abdd-ac0e1824058e service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.1583595 Sep 15 18:38:24.089243 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:22Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:24.117335 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:38:24.136244 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:38:24.137084 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:38:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:24.146509 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:24.158232 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-0663bbdf-b78c-431e-8d79-58f636c15dd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 998 time: 0.1061778 Sep 15 18:38:24.224161 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-27d6ff1f-4ba6-4546-9de3-ffbd69540322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:24.224161 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-27d6ff1f-4ba6-4546-9de3-ffbd69540322 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0564656 Sep 15 18:38:24.268923 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:38:24.303234 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-8fa3817e-e35a-40e0-a3b5-f1093e5ab9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:24.305462 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-8fa3817e-e35a-40e0-a3b5-f1093e5ab9de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731566 Sep 15 18:38:24.430046 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-8a87475f-d34c-44b4-adf8-591f7add3bf1 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156754 Sep 15 18:38:24.532820 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:22Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:38:24.538874 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b74cb939-5620-42c9-b9e5-a3641326c4ec req-16a0aa6d-5224-4a57-b459-4b0d04fabcc2 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998573 Sep 15 18:38:24.568419 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed075d-a57c-471a-92b7-2e7409f4d63d None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:22Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:38:24.770489 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:24.816661 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d50e15-1b95-40a5-86da-9c5b45ab6127 None None] New status for floating IP cba74ec9-7a76-4924-9177-7ebd00f8f1cc: ACTIVE {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:38:25.177740 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21f3f5-73bf-4d37-a49c-cbba5bea886b req-72557cd0-67b1-4a4b-83fe-64ce2eaa08af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:25.179563 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fc21f3f5-73bf-4d37-a49c-cbba5bea886b req-72557cd0-67b1-4a4b-83fe-64ce2eaa08af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0687284 Sep 15 18:38:25.230483 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fc21f3f5-73bf-4d37-a49c-cbba5bea886b req-ba6e8790-f448-4451-a52a-596ec7bd5803 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442188 Sep 15 18:38:26.120161 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:26.374720 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b24495-298b-41ec-9a3a-064db7a329eb req-3bdb5272-73d6-416d-930b-06c8029d5fc0 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:26.380412 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-44b24495-298b-41ec-9a3a-064db7a329eb req-3bdb5272-73d6-416d-930b-06c8029d5fc0 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0582876 Sep 15 18:38:26.423569 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-44b24495-298b-41ec-9a3a-064db7a329eb req-d48e18bf-c1e7-4072-88ba-4a20066fa437 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386872 Sep 15 18:38:26.936476 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:27.555649 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba1df-0e67-4713-8ff6-1716a5cddc60 req-a13c0ccd-5102-4df4-9c33-d8aee4a8a8c3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:27.557264 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ad2ba1df-0e67-4713-8ff6-1716a5cddc60 req-a13c0ccd-5102-4df4-9c33-d8aee4a8a8c3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0605247 Sep 15 18:38:27.597205 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ad2ba1df-0e67-4713-8ff6-1716a5cddc60 req-ad7f3cdd-0fcc-4f08-af24-d027189b23aa tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339224 Sep 15 18:38:28.716956 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910dd7-1ba1-4a85-8319-e9a8f0574549 req-b0c2786e-2d57-4228-aa52-cda17c004352 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:28.718423 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f9910dd7-1ba1-4a85-8319-e9a8f0574549 req-b0c2786e-2d57-4228-aa52-cda17c004352 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0493660 Sep 15 18:38:28.756804 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f9910dd7-1ba1-4a85-8319-e9a8f0574549 req-a3eb3c1e-6c88-442c-a369-8e69679ee0b8 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315709 Sep 15 18:38:29.238708 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-59d1a6d3-403c-46f1-b135-86c9e07dd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:29.240228 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-59d1a6d3-403c-46f1-b135-86c9e07dd2ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1098 time: 0.0469971 Sep 15 18:38:29.337225 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-e47ca675-270d-4d8a-bdc9-928f3e2f9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:29.338701 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-e47ca675-270d-4d8a-bdc9-928f3e2f9954 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.0913856 Sep 15 18:38:29.407634 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-fcebd735-845d-4529-89e7-0a02af590415 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 1001 time: 0.0612936 Sep 15 18:38:29.457825 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-bf55bb23-e3b6-4a2c-93c0-8b6ef9ee2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:29.459270 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-bf55bb23-e3b6-4a2c-93c0-8b6ef9ee2435 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0442469 Sep 15 18:38:29.508614 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-af87404c-9c3d-4f0c-85a8-7b6951320c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:29.510079 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-af87404c-9c3d-4f0c-85a8-7b6951320c9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431290 Sep 15 18:38:29.598292 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-0a1a7743-1ff9-4684-883d-2d911eb9adf1 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791688 Sep 15 18:38:29.694698 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1a1903b7-31e8-4b3a-85f0-c3d9e150ba87 req-04c9f70e-4605-4239-9394-3064b2114c38 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843868 Sep 15 18:38:29.873757 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dda3ab-e498-451d-89d1-09d8976f2381 req-f8497c6c-bb79-4bf5-9b4c-95aa9be3d108 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:29.875103 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-72dda3ab-e498-451d-89d1-09d8976f2381 req-f8497c6c-bb79-4bf5-9b4c-95aa9be3d108 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0464365 Sep 15 18:38:29.912680 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-72dda3ab-e498-451d-89d1-09d8976f2381 req-e8e4193b-ff8a-450c-ba37-92cf2ebe573f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310094 Sep 15 18:38:31.030081 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749421-9d0d-44bd-874a-f5dee5fa7bdd req-72b84e82-07eb-421f-be7e-cb923a06d61a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:31.031534 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-74749421-9d0d-44bd-874a-f5dee5fa7bdd req-72b84e82-07eb-421f-be7e-cb923a06d61a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0472522 Sep 15 18:38:31.068284 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-74749421-9d0d-44bd-874a-f5dee5fa7bdd req-116df0f1-2b0f-475e-8f8b-1c17c99e2121 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302808 Sep 15 18:38:32.196835 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f95a8-ed61-4220-899d-79314e57422f req-7dd5b9ab-d074-40e4-81c9-933d38562ff7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:32.198298 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8d1f95a8-ed61-4220-899d-79314e57422f req-7dd5b9ab-d074-40e4-81c9-933d38562ff7 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 945 time: 0.0544810 Sep 15 18:38:32.235803 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8d1f95a8-ed61-4220-899d-79314e57422f req-89dc1ad1-432e-4160-af06-4fbe52773f3d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315499 Sep 15 18:38:32.648394 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:32.726087 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:32.748606 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:32.750839 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9437baa-e359-47a9-803a-0b0539e67f23" -d '{"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:32.764434 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:32.769002 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:32.793392 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05911de8-5b5f-4ee1-b0d5-a091b42f7e13 x-openstack-request-id: req-05911de8-5b5f-4ee1-b0d5-a091b42f7e13 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:32.793714 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:32.793971 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05911de8-5b5f-4ee1-b0d5-a091b42f7e13 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:32.794361 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'code': 200} Sep 15 18:38:32.820223 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=8']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:33.352798 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd8269-3c80-4f55-85d1-f692c2af48e2 req-4f0d4df8-00f8-4394-9f89-5f0d6f9342df tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:33.354239 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-50cd8269-3c80-4f55-85d1-f692c2af48e2 req-4f0d4df8-00f8-4394-9f89-5f0d6f9342df tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0478497 Sep 15 18:38:33.390982 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-50cd8269-3c80-4f55-85d1-f692c2af48e2 req-7d0ab116-3ef3-4761-952d-fa51159e3438 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307984 Sep 15 18:38:34.509842 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c18614-9bc6-4693-9ce0-381bd6e3fb22 req-a57acb6d-7df2-4285-ac0d-0a3d51969478 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:34.511289 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c4c18614-9bc6-4693-9ce0-381bd6e3fb22 req-a57acb6d-7df2-4285-ac0d-0a3d51969478 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0483692 Sep 15 18:38:34.552680 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c4c18614-9bc6-4693-9ce0-381bd6e3fb22 req-7d1b594b-96e1-477c-8ab2-f05a7377d72e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354686 Sep 15 18:38:35.361248 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [req-a833d71c-c78b-4e04-8370-29575ceb8818 req-712d710c-882a-448a-9d21-34535336a306 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:38:35.362225 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a833d71c-c78b-4e04-8370-29575ceb8818 req-712d710c-882a-448a-9d21-34535336a306 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054965 Sep 15 18:38:35.527148 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5b4df-aacc-40b5-b905-b074f142bf6d req-0cae4233-afcc-4aa5-992f-5541fa044d35 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:35.528838 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-33b5b4df-aacc-40b5-b905-b074f142bf6d req-0cae4233-afcc-4aa5-992f-5541fa044d35 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0505908 Sep 15 18:38:35.556389 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-2c951f12-048d-4ac0-90c1-d36439b463ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443647 Sep 15 18:38:35.571378 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-33b5b4df-aacc-40b5-b905-b074f142bf6d req-a759f2c5-2b4a-4eb4-b953-55f13f4fa9af tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354674 Sep 15 18:38:36.372169 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-73860bf2-4874-489c-b1d2-cfd7c170aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:36.373606 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-73860bf2-4874-489c-b1d2-cfd7c170aeb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e&tenant_id=9a41bc43924d45b98b230e2b0647eae7 HTTP/1.1" status: 200 len: 1096 time: 0.0423596 Sep 15 18:38:36.435240 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-4efad8aa-4071-47a7-9bc5-16095c0094c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:36.436794 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-4efad8aa-4071-47a7-9bc5-16095c0094c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1096 time: 0.0401309 Sep 15 18:38:36.531235 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-8a12e274-5b2e-462b-958f-4de96630ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:36.532762 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-8a12e274-5b2e-462b-958f-4de96630ef19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.0889769 Sep 15 18:38:36.598367 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-c53a6163-9291-4167-a636-da65f9b54fce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 999 time: 0.0582659 Sep 15 18:38:36.661634 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-df30bb6c-0276-4b4c-80ee-c2e1caafc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:36.663351 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-df30bb6c-0276-4b4c-80ee-c2e1caafc60c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0510845 Sep 15 18:38:36.678028 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:38:36.734572 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-7be9ff8d-1d34-45ad-82eb-3e1ebccd4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:36.736184 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-7be9ff8d-1d34-45ad-82eb-3e1ebccd4cf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546029 Sep 15 18:38:36.739337 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb72a-07a8-4638-bfac-23a468f37328 req-723ad5b9-6860-4e8d-b20f-aa98732c551a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:36.744763 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c20bb72a-07a8-4638-bfac-23a468f37328 req-723ad5b9-6860-4e8d-b20f-aa98732c551a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0974295 Sep 15 18:38:36.789206 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-c20bb72a-07a8-4638-bfac-23a468f37328 req-b8754423-d396-4942-804f-120f0c1d57c0 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387414 Sep 15 18:38:36.855482 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-534d0288-8213-4fd5-b2d1-5433e4430454 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042268 Sep 15 18:38:36.951581 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bb1479b-9818-4fee-9229-9d6f5ffdfa7b req-ec847085-4963-451c-b8ac-74f5e045dc41 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877368 Sep 15 18:38:37.928508 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fc0b7-3ddb-4617-aeaa-d0b5a5987260 req-516175fe-491b-4e7d-808f-ffd4d8ef5e97 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:37.930333 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-111fc0b7-3ddb-4617-aeaa-d0b5a5987260 req-516175fe-491b-4e7d-808f-ffd4d8ef5e97 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0538306 Sep 15 18:38:37.972575 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-111fc0b7-3ddb-4617-aeaa-d0b5a5987260 req-e8fa0af1-5100-4280-8b4a-e134b947cfde tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362675 Sep 15 18:38:39.098946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624746-7958-4e10-be02-a40391e18800 req-6e4d7f12-48a9-47ca-9e59-3afffd5c8e33 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:39.100468 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-29624746-7958-4e10-be02-a40391e18800 req-6e4d7f12-48a9-47ca-9e59-3afffd5c8e33 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0503814 Sep 15 18:38:39.141552 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-29624746-7958-4e10-be02-a40391e18800 req-f1fb3fbf-9554-42dd-a80d-0751bf88ccc1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348859 Sep 15 18:38:39.204829 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:38:40.268469 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cc3c6-89f8-4831-af12-11774743e027 req-6d4d07a5-b2d9-4718-98c1-88bb2de81a87 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:40.270273 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-718cc3c6-89f8-4831-af12-11774743e027 req-6d4d07a5-b2d9-4718-98c1-88bb2de81a87 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0542009 Sep 15 18:38:40.312715 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-718cc3c6-89f8-4831-af12-11774743e027 req-8d65b2ca-beb9-4ac5-b48a-e40b466d2ebd tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359161 Sep 15 18:38:41.433595 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fdd6e-5c59-425a-ab56-2bbf0b95f322 req-bd43177a-41b4-4863-b3f6-a6c95c3a149d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:41.435120 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a0fdd6e-5c59-425a-ab56-2bbf0b95f322 req-bd43177a-41b4-4863-b3f6-a6c95c3a149d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0492516 Sep 15 18:38:41.477358 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a0fdd6e-5c59-425a-ab56-2bbf0b95f322 req-83901b6d-392e-4ff7-9632-de01b424262f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352671 Sep 15 18:38:42.612232 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d96646-05e8-41ce-899e-097d4cd434f2 req-946905cb-17a7-49e2-be16-57d0097b2faf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:42.613715 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45d96646-05e8-41ce-899e-097d4cd434f2 req-946905cb-17a7-49e2-be16-57d0097b2faf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0498040 Sep 15 18:38:42.654401 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-45d96646-05e8-41ce-899e-097d4cd434f2 req-f73921b9-3efc-483f-90da-e28c1eb0a716 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324414 Sep 15 18:38:43.779981 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b1dc-29c4-45a6-961a-541e7d44c72b req-0733347a-a61e-458c-a163-7af03c2d7c6f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:43.781506 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db24b1dc-29c4-45a6-961a-541e7d44c72b req-0733347a-a61e-458c-a163-7af03c2d7c6f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0535166 Sep 15 18:38:43.822200 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db24b1dc-29c4-45a6-961a-541e7d44c72b req-d062748b-2706-4ff0-a43c-33906459e1b9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340621 Sep 15 18:38:44.943680 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800550e-60b4-4d4e-a978-82e3c7c1a92e req-e4bac9d0-6434-4ce6-98c7-7218df5d2e1a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:44.945286 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2800550e-60b4-4d4e-a978-82e3c7c1a92e req-e4bac9d0-6434-4ce6-98c7-7218df5d2e1a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0509014 Sep 15 18:38:44.992994 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2800550e-60b4-4d4e-a978-82e3c7c1a92e req-66e0b5a8-4f33-445b-8226-70a11de91597 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393901 Sep 15 18:38:46.119156 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fd78d-7873-4b4c-bef1-77be0a6b0069 req-d0835511-de2f-4c7b-8869-0fa41f0d407a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:46.121425 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-999fd78d-7873-4b4c-bef1-77be0a6b0069 req-d0835511-de2f-4c7b-8869-0fa41f0d407a tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0505404 Sep 15 18:38:46.162690 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-999fd78d-7873-4b4c-bef1-77be0a6b0069 req-352be3db-6578-4a1c-9d69-ecef4980c03e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353389 Sep 15 18:38:47.295067 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06bdfa-5601-4a2a-abe5-cb0556e80901 req-b694ce7a-3d59-4677-a9ea-dbb9d5ec7ce2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:47.296520 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ba06bdfa-5601-4a2a-abe5-cb0556e80901 req-b694ce7a-3d59-4677-a9ea-dbb9d5ec7ce2 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0573351 Sep 15 18:38:47.342284 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ba06bdfa-5601-4a2a-abe5-cb0556e80901 req-92218266-4415-4c0c-bb69-97ffe731ea7b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391288 Sep 15 18:38:48.472618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3965d-36d3-4a87-99cf-22d19df484fd req-24e2b346-0cb6-449d-83d0-35d3e36f95c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:48.474081 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-07c3965d-36d3-4a87-99cf-22d19df484fd req-24e2b346-0cb6-449d-83d0-35d3e36f95c9 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0508039 Sep 15 18:38:48.522748 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-07c3965d-36d3-4a87-99cf-22d19df484fd req-b4a5f7cf-7b1b-48e5-b7ca-48c8eedb4eac tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413144 Sep 15 18:38:49.651339 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab826e-8509-4771-b449-3c15e181a190 req-91cbd68c-28ac-42bc-aaa1-127c40b120c3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:49.652810 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9eab826e-8509-4771-b449-3c15e181a190 req-91cbd68c-28ac-42bc-aaa1-127c40b120c3 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0507853 Sep 15 18:38:49.689039 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9eab826e-8509-4771-b449-3c15e181a190 req-5db0747a-fbb6-4a5c-bc23-856304d087ec tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302918 Sep 15 18:38:50.811671 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b9f7-4434-4283-8078-36fe2531a043 req-622f31cd-b4d0-4ac5-ae29-8625d85ac08e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:50.813077 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4562b9f7-4434-4283-8078-36fe2531a043 req-622f31cd-b4d0-4ac5-ae29-8625d85ac08e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0508687 Sep 15 18:38:50.849731 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4562b9f7-4434-4283-8078-36fe2531a043 req-0e08a313-ffce-4b0c-b348-c1c817de2ff1 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306432 Sep 15 18:38:50.920045 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b02943ec-3ae1-4035-b279-f99d3de36815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:51.969358 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed48a6-eeaf-44c1-afa2-2e70620e3daf req-872bc298-6c09-45d2-b308-0d4da590446b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:51.970816 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eeed48a6-eeaf-44c1-afa2-2e70620e3daf req-872bc298-6c09-45d2-b308-0d4da590446b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 943 time: 0.0486784 Sep 15 18:38:52.009319 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-eeed48a6-eeaf-44c1-afa2-2e70620e3daf req-2b1470f0-2476-4c42-99c9-68821f894fc5 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320363 Sep 15 18:38:52.799113 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:38:52.889240 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:52.900449 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '640b488d-3c58-40c7-9c1d-f895707a101c', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'port_id': '640b488d-3c58-40c7-9c1d-f895707a101c', 'mac_address': 'fa:16:3e:c0:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:38:52.939538 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:52.952091 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640b488d-3c58-40c7-9c1d-f895707a101c {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:38:52.970976 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:52.974505 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:53.019376 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=9']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:53.126918 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5ccb3-76e6-48fc-8ca0-3490a3fe3933 req-e720091e-220e-4a8d-9de7-5558d4f093de tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:53.128448 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a8f5ccb3-76e6-48fc-8ca0-3490a3fe3933 req-e720091e-220e-4a8d-9de7-5558d4f093de tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 944 time: 0.0488362 Sep 15 18:38:53.165224 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a8f5ccb3-76e6-48fc-8ca0-3490a3fe3933 req-dab673f2-6341-4ae4-b20a-a0121fed8aeb tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302203 Sep 15 18:38:53.189571 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['640b488d-3c58-40c7-9c1d-f895707a101c'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:38:53.747993 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-827b0a03-3a65-419d-a865-e8dff31e66ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:54.137264 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:54.291702 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80709048-6fc1-4f2d-8fc4-58f4b25f424c req-446584d5-8217-428d-8c5b-d73b3393f9dc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:54.293201 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80709048-6fc1-4f2d-8fc4-58f4b25f424c req-446584d5-8217-428d-8c5b-d73b3393f9dc tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 944 time: 0.0526178 Sep 15 18:38:54.330153 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-80709048-6fc1-4f2d-8fc4-58f4b25f424c req-882c0567-a0ce-46c0-ab81-0f5213614dbf tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309722 Sep 15 18:38:54.755592 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:54.802939 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:38:54.848817 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 640b488d-3c58-40c7-9c1d-f895707a101c triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:38:54.849187 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:54.924626 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:54.947319 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:38:54.949688 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a851a243-99b6-4e3d-94c5-1c69279ea3be" -d '{"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-plugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:38:54.963235 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:38:54.968738 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:54.994854 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402ba516-1981-4542-9484-8a3b2e210bbe x-openstack-request-id: req-402ba516-1981-4542-9484-8a3b2e210bbe {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:38:54.995149 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-plugged", "status": "completed", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:38:54.995398 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-402ba516-1981-4542-9484-8a3b2e210bbe {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:38:54.995782 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'code': 200} Sep 15 18:38:55.021897 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=10']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:55.168270 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f71e1-1d87-40a5-b4e0-ddeafb8b45e7 req-8622f9a8-eb43-46be-9929-d70978dc3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:55.169727 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f92f71e1-1d87-40a5-b4e0-ddeafb8b45e7 req-8622f9a8-eb43-46be-9929-d70978dc3009 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1099 time: 0.0397308 Sep 15 18:38:55.208380 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f92f71e1-1d87-40a5-b4e0-ddeafb8b45e7 req-6fb0494c-ad58-4ce1-9403-e52cebc690ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277519 Sep 15 18:38:55.455659 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d47c-1b50-42a6-8017-a6f3820a1711 req-854a2de7-7183-4942-8085-d42bc635fc9b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:55.457173 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1549d47c-1b50-42a6-8017-a6f3820a1711 req-854a2de7-7183-4942-8085-d42bc635fc9b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 946 time: 0.0509427 Sep 15 18:38:55.495686 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-1549d47c-1b50-42a6-8017-a6f3820a1711 req-3f5ddc4f-b009-4f00-89cb-ce7991ce323f tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316529 Sep 15 18:38:56.122197 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:56.623507 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a830f2-2a76-4df4-be35-cc708176a362 req-0a81082f-f503-4cee-b15d-289560717a68 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:56.625029 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e6a830f2-2a76-4df4-be35-cc708176a362 req-0a81082f-f503-4cee-b15d-289560717a68 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 946 time: 0.0494270 Sep 15 18:38:56.667723 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e6a830f2-2a76-4df4-be35-cc708176a362 req-6b7267e0-8f25-4575-8c45-08b3b8b55665 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364077 Sep 15 18:38:56.956061 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:57.803091 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-c4a870fd-276c-4b9a-a591-067b2fa1bb4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707128 Sep 15 18:38:57.816539 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04980b54-5f55-4a14-bf6b-52282bc541af req-21a05e76-7da8-4e74-8393-4ba08910435e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:57.817998 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-04980b54-5f55-4a14-bf6b-52282bc541af req-21a05e76-7da8-4e74-8393-4ba08910435e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 946 time: 0.0769446 Sep 15 18:38:57.881570 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-04980b54-5f55-4a14-bf6b-52282bc541af req-d7b150e7-541e-4d08-a082-13fea1b08526 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565357 Sep 15 18:38:57.897226 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9e19-86f1-4161-b621-960cefa83888 req-8b211f50-be51-46fa-972d-aff92f05e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:57.898668 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-8b211f50-be51-46fa-972d-aff92f05e2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a41bc43924d45b98b230e2b0647eae7&device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 1099 time: 0.0440791 Sep 15 18:38:58.014202 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9e19-86f1-4161-b621-960cefa83888 req-ebf95f71-e5d2-41b3-8fb7-4c47ac751dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:58.015620 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-ebf95f71-e5d2-41b3-8fb7-4c47ac751dcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 200 len: 918 time: 0.0855148 Sep 15 18:38:58.079372 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-08804a44-5a41-4415-8089-638b601a35cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 200 len: 1001 time: 0.0557206 Sep 15 18:38:58.129474 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9e19-86f1-4161-b621-960cefa83888 req-d11fdf6a-db80-4b2d-8958-be52a1b0b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:58.130826 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-d11fdf6a-db80-4b2d-8958-be52a1b0b5ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 200 len: 856 time: 0.0449276 Sep 15 18:38:58.174024 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce9e19-86f1-4161-b621-960cefa83888 req-7520616f-bdf6-4187-96de-4188621cc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:38:58.175437 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-7520616f-bdf6-4187-96de-4188621cc6e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377135 Sep 15 18:38:58.262270 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-d133277d-82d6-459a-85c6-01a8c218b3aa service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794785 Sep 15 18:38:58.354682 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41ce9e19-86f1-4161-b621-960cefa83888 req-c2f8e194-7718-4c5b-84a4-68d531e95f77 service neutron] 10.222.0.50 "GET /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Sep 15 18:38:58.973033 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58602) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:59.075762 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-610e6879-300e-43c6-96cd-c5dfb145bbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.161895 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-610e6879-300e-43c6-96cd-c5dfb145bbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.166206 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-610e6879-300e-43c6-96cd-c5dfb145bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.203352 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-610e6879-300e-43c6-96cd-c5dfb145bbc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f594cd31a7444ba2a5c4a73651ea8744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292762 Sep 15 18:38:59.204501 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e6879-300e-43c6-96cd-c5dfb145bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a8aa96-9537-4b8d-b5ea-10b1f51be9b7,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:59.206113 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58606) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:38:59.254827 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.278846 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.324305 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.326875 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:38:59.328037 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1a8aa96-9537-4b8d-b5ea-10b1f51be9b7 HTTP/1.1" status: 204 len: 168 time: 0.1209235 Sep 15 18:38:59.335305 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a8aa96-9537-4b8d-b5ea-10b1f51be9b7,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:38:59.342768 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.343151 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.343459 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.343801 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.344369 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.344676 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.345047 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.345469 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.345816 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.346220 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.346488 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:38:59.346825 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb9ac0-355b-445c-88d7-bfaa61604ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:16.203780 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:39:20.920538 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3bb047ca-462e-4959-9410-f41bb034e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:23.691253 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-168ac4cc-1a33-4b1e-ab19-d99933fa9d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:24.137828 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:24.758204 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:26.127033 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:26.943676 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:30.969829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ee95-e91e-4d8b-97c9-257dd1480d65 req-af095170-190c-461d-9c3a-637b908e3843 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:30.971334 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e8a5ee95-e91e-4d8b-97c9-257dd1480d65 req-af095170-190c-461d-9c3a-637b908e3843 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 946 time: 0.0493095 Sep 15 18:39:31.008873 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e8a5ee95-e91e-4d8b-97c9-257dd1480d65 req-096ec7c5-21a0-4c14-abb2-89427f706940 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308573 Sep 15 18:39:32.131372 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41197811-7dad-4bb3-a961-1e9b031e32f8 req-22935d89-3c4d-402c-9441-4033a404215c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:32.133035 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41197811-7dad-4bb3-a961-1e9b031e32f8 req-22935d89-3c4d-402c-9441-4033a404215c tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 946 time: 0.0524087 Sep 15 18:39:32.170461 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-41197811-7dad-4bb3-a961-1e9b031e32f8 req-81889cac-4d9f-4d74-a840-b7c8a8c5df0b tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e1aa436-c718-4c09-8452-46f1433fb081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315022 Sep 15 18:39:32.267519 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899ac54-af82-408b-bb75-182be4086a4d req-a89342e0-124a-4f82-87bc-8fbe7666d372 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:32.269083 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d899ac54-af82-408b-bb75-182be4086a4d req-a89342e0-124a-4f82-87bc-8fbe7666d372 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 946 time: 0.0491776 Sep 15 18:39:32.356451 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Deleting port 640b488d-3c58-40c7-9c1d-f895707a101c {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:39:32.356711 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:32.444130 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] For port 640b488d-3c58-40c7-9c1d-f895707a101c, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=640b488d-3c58-40c7-9c1d-f895707a101c,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:39:32.444524 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:32.605154 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:32.605500 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:32.605872 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Floating IP 77fc0964-2836-46ac-8c62-8e4fcd0b753e disassociated. External IP: 172.27.1.155, port: 640b488d-3c58-40c7-9c1d-f895707a101c. Sep 15 18:39:32.606251 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Calling delete_port for 640b488d-3c58-40c7-9c1d-f895707a101c owned by compute:nova {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:39:32.734442 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:32.761346 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event deleted for resources: {'Port': ['ID=640b488d-3c58-40c7-9c1d-f895707a101c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:32.771963 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.772338 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.773173 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.773534 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.773848 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.774174 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.774499 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.774823 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.775145 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.775466 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.775786 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.776133 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:32.880847 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Router b3163186-be76-4568-bcaf-ff70e17497b2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:39:32.984557 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:39:32.994920 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:39:33.004430 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:39:33.005033 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:39:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:33.021205 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] No DVR routers for this DVR port 640b488d-3c58-40c7-9c1d-f895707a101c on host hv-cinder-78460 {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:39:33.024324 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:33.026271 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d899ac54-af82-408b-bb75-182be4086a4d req-be8bcad1-1dc4-4822-8597-e2210c5496db tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.50 "DELETE /v2.0/ports/640b488d-3c58-40c7-9c1d-f895707a101c HTTP/1.1" status: 204 len: 173 time: 0.7507224 Sep 15 18:39:33.026697 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-deleted', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:39:33.028936 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b43da6-876d-4309-8cf3-19f9d69bf591" -d '{"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-deleted", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:39:33.072417 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa3c20-ce45-45c0-b27d-11408a6e50dd x-openstack-request-id: req-d1fa3c20-ce45-45c0-b27d-11408a6e50dd {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:39:33.072717 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39ef6a7-8920-43c9-b99e-c3373ab65b0e", "name": "network-vif-deleted", "tag": "640b488d-3c58-40c7-9c1d-f895707a101c", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:39:33.072972 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1fa3c20-ce45-45c0-b27d-11408a6e50dd {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:39:33.073372 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39ef6a7-8920-43c9-b99e-c3373ab65b0e', 'name': 'network-vif-deleted', 'tag': '640b488d-3c58-40c7-9c1d-f895707a101c', 'status': 'completed', 'code': 200} Sep 15 18:39:33.117651 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:39:33.293164 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-0d8efce0-21ed-4690-9223-2f6aeaa5b3af req-9e36aa2c-87c5-4356-8360-279a485c7196 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/ports?device_id=c39ef6a7-8920-43c9-b99e-c3373ab65b0e HTTP/1.1" status: 200 len: 210 time: 0.0289638 Sep 15 18:39:33.318302 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:33.346366 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:39:33.354885 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:39:33.355429 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:39:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:33.546368 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:39:33.734254 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:33.759723 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075d283-8f2f-4c21-8fdc-79b223f07b0c None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:32:41Z', 'revision_number': 4, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': 'de109be6-f320-4913-8c11-cb5a6b25f477', 'name': '', 'network_id': 'bc823b9a-3dfd-4f19-b5b6-fd0a539bd375', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'mac_address': 'fa:16:3e:fa:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:40Z', 'updated_at': '2021-09-15T18:32:49Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'subnets': [{'id': 'c2445e6b-f5e0-43ff-9ef6-de71abf345f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:39:33.970679 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004abcb-a0a5-4c20-908e-ed66ba66384e None None] New status for floating IP 77fc0964-2836-46ac-8c62-8e4fcd0b753e: DOWN {{(pid=93979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:39:34.380152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58644) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:34.433682 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3be5e1b4-5da3-4634-ae52-afd4b038407e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.456186 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3be5e1b4-5da3-4634-ae52-afd4b038407e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.501225 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3be5e1b4-5da3-4634-ae52-afd4b038407e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.503732 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3be5e1b4-5da3-4634-ae52-afd4b038407e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.504880 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3be5e1b4-5da3-4634-ae52-afd4b038407e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e1aa436-c718-4c09-8452-46f1433fb081 HTTP/1.1" status: 204 len: 168 time: 0.1237705 Sep 15 18:39:34.508392 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58646) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:34.514508 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5e1b4-5da3-4634-ae52-afd4b038407e tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1aa436-c718-4c09-8452-46f1433fb081,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:34.521567 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.api.v2.resource [None req-7671e2ff-443b-4eb4-85da-0614612fb934 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] show failed (client error): The resource could not be found. Sep 15 18:39:34.522574 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7671e2ff-443b-4eb4-85da-0614612fb934 tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "GET /v2.0/security-groups/6e1aa436-c718-4c09-8452-46f1433fb081 HTTP/1.1" status: 404 len: 347 time: 0.0131927 Sep 15 18:39:34.525845 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58648) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:34.645991 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Deleting port 6d9ca7d7-d234-4029-950e-773007529847 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:39:34.646335 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.718559 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.718804 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.730562 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Calling delete_port for 6d9ca7d7-d234-4029-950e-773007529847 owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:39:34.859750 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.882903 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Pushing event deleted for resources: {'Port': ['ID=6d9ca7d7-d234-4029-950e-773007529847,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:34.948319 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.950922 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:34.952090 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-23f8443d-909b-4efb-8a84-4c1ee172f54d tempest-AttachVolumeShelveTestJSON-959884040 tempest-AttachVolumeShelveTestJSON-959884040-project] 10.222.0.43 "DELETE /v2.0/floatingips/77fc0964-2836-46ac-8c62-8e4fcd0b753e HTTP/1.1" status: 204 len: 168 time: 0.4253311 Sep 15 18:39:37.000663 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:39:37.020300 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 640b488d-3c58-40c7-9c1d-f895707a101c {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:39:37.020640 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 640b488d-3c58-40c7-9c1d-f895707a101c not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:39:37.375621 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58670) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:37.857906 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:38.096760 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Deleting port de109be6-f320-4913-8c11-cb5a6b25f477 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:39:38.097013 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:38.172858 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] For port de109be6-f320-4913-8c11-cb5a6b25f477, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=de109be6-f320-4913-8c11-cb5a6b25f477,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:39:38.173212 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:38.185274 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Calling delete_port for de109be6-f320-4913-8c11-cb5a6b25f477 owned by network:router_interface {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:39:38.359999 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:38.389425 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Pushing event deleted for resources: {'Port': ['ID=de109be6-f320-4913-8c11-cb5a6b25f477,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:38.549501 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:38.760486 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Router b3163186-be76-4568-bcaf-ff70e17497b2 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:39:38.860618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:39:38.865593 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-962ad919-82ab-4d66-b4b4-933570976029 admin admin] 10.222.0.43 "PUT /v2.0/routers/b3163186-be76-4568-bcaf-ff70e17497b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4886341 Sep 15 18:39:38.868975 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58674) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:38.870687 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] Sync routers for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:39:38.880134 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:39:38.880736 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:39:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:38.974390 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:38.983680 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:39:39.172965 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:39:38Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:39.201866 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] Checking router: b3163186-be76-4568-bcaf-ff70e17497b2 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:39:39.210936 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] Routers {'b3163186-be76-4568-bcaf-ff70e17497b2'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:39:39.211592 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:39:24Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['b3163186-be76-4568-bcaf-ff70e17497b2'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:39.315069 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] Set router b3163186-be76-4568-bcaf-ff70e17497b2 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:39:39.317028 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.366575 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Deleting port 1a2f72b0-61a8-4371-a277-5e74380cbab0 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:39:39.366973 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.443618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] For port 1a2f72b0-61a8-4371-a277-5e74380cbab0, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=1a2f72b0-61a8-4371-a277-5e74380cbab0,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:39:39.444921 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.456555 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Calling delete_port for 1a2f72b0-61a8-4371-a277-5e74380cbab0 owned by network:router_gateway {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:39:39.483794 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:39:38Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:39.512501 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30359e67-58ed-4780-afb7-5cfafb396689 None None] The sync data for ids ['b3163186-be76-4568-bcaf-ff70e17497b2'] in dv-cinder-784603-2-iscsi is: [{'id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'name': 'tempest-AttachVolumeShelveTestJSON-1674804688-router', 'tenant_id': '9a41bc43924d45b98b230e2b0647eae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:32:32Z', 'updated_at': '2021-09-15T18:39:38Z', 'revision_number': 5, 'project_id': '9a41bc43924d45b98b230e2b0647eae7', 'gw_port': {'id': '1a2f72b0-61a8-4371-a277-5e74380cbab0', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3163186-be76-4568-bcaf-ff70e17497b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:32:35Z', 'updated_at': '2021-09-15T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:39:39.619244 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.648682 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2f72b0-61a8-4371-a277-5e74380cbab0,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:39.704040 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.802447 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.804740 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.868267 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.868793 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3163186-be76-4568-bcaf-ff70e17497b2 {{(pid=93978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:39:39.874621 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.875803 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-d98b4775-2b9d-42e1-9628-0deb6af7ef99 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b3163186-be76-4568-bcaf-ff70e17497b2 HTTP/1.1" status: 204 len: 168 time: 1.0057125 Sep 15 18:39:39.878402 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58676) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:39.930441 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Deleting subnet c2445e6b-f5e0-43ff-9ef6-de71abf345f7 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:39:39.933739 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:39.971795 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.048383 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.356437 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.380569 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2445e6b-f5e0-43ff-9ef6-de71abf345f7,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:40.384242 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.386055 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-cb1ce889-b7c2-43d8-a4cf-e979e711dd1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c2445e6b-f5e0-43ff-9ef6-de71abf345f7 HTTP/1.1" status: 204 len: 168 time: 0.5065863 Sep 15 18:39:40.388962 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58678) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:40.389923 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7cda3a-f22a-4770-8d82-a4c31c0d7d9a None None] Network bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:39:40.457716 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.513240 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Deleting port bc82d886-b80c-4c87-b44d-d0a4be02587e {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:39:40.513551 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.565161 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] DHCP port deletion for bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:39:40.587509 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] For port bc82d886-b80c-4c87-b44d-d0a4be02587e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bc82d886-b80c-4c87-b44d-d0a4be02587e,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:39:40.587884 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.599663 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Calling delete_port for bc82d886-b80c-4c87-b44d-d0a4be02587e owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:39:40.611281 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Deleting port bc82d886-b80c-4c87-b44d-d0a4be02587e {{(pid=93979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:39:40.611555 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.672837 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] For port bc82d886-b80c-4c87-b44d-d0a4be02587e, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=bc82d886-b80c-4c87-b44d-d0a4be02587e,segment=NetworkSegment(445ef665-5307-49ac-83cb-95afa093c32d),segment_id=445ef665-5307-49ac-83cb-95afa093c32d)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:39:40.673141 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.680047 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.686362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Calling delete_port for bc82d886-b80c-4c87-b44d-d0a4be02587e owned by network:dhcp {{(pid=93979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:39:40.705974 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc82d886-b80c-4c87-b44d-d0a4be02587e,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:40.707775 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] No DVR routers for this DVR port bc82d886-b80c-4c87-b44d-d0a4be02587e on host dv-cinder-784603-2-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:39:40.762967 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553'] for port, after_delete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.774607 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.784768 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Pushing event deleted for resources: {'Port': ['ID=bc82d886-b80c-4c87-b44d-d0a4be02587e,revision_number=None']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:40.793912 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc823b9a-3dfd-4f19-b5b6-fd0a539bd375']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:40.794731 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.795081 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.795418 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.795753 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.796110 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.796443 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.796765 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.797090 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.797432 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.797802 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.798112 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.798429 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:39:40.801086 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61168bfb-9c62-4747-abb3-74dbe5a6695d None None] No DVR routers for this DVR port bc82d886-b80c-4c87-b44d-d0a4be02587e on host dv-cinder-784603-2-iscsi {{(pid=93979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:39:40.803463 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445ef665-5307-49ac-83cb-95afa093c32d') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:40.804225 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445ef665-5307-49ac-83cb-95afa093c32d') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:39:40.818257 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.831531 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.837678 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:39:40.838144 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:39:40.840162 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:39:40.894688 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.899016 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:40.901168 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc823b9a-3dfd-4f19-b5b6-fd0a539bd375 HTTP/1.1" status: 204 len: 168 time: 0.5112276 Sep 15 18:39:40.912797 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0965-af8f-47fc-9716-b3c825f7e832 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc823b9a-3dfd-4f19-b5b6-fd0a539bd375,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:41.014789 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58682) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:41.055037 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-0b6cf3b3-f0d6-43a9-92ff-a8f6dc91937f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a41bc43924d45b98b230e2b0647eae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390363 Sep 15 18:39:41.057439 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58684) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:41.106143 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e08dab5-ffef-4fc6-849b-55f1b1f8fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:41.116688 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device de109be6-f320-4913-8c11-cb5a6b25f477 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:39:41.126645 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e08dab5-ffef-4fc6-849b-55f1b1f8fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:41.136283 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: de109be6-f320-4913-8c11-cb5a6b25f477 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:39:41.136632 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device de109be6-f320-4913-8c11-cb5a6b25f477 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:39:41.137038 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1a2f72b0-61a8-4371-a277-5e74380cbab0 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:39:41.155244 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 1a2f72b0-61a8-4371-a277-5e74380cbab0 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:39:41.155642 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 1a2f72b0-61a8-4371-a277-5e74380cbab0 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:39:41.156032 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bc82d886-b80c-4c87-b44d-d0a4be02587e no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:39:41.178968 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e08dab5-ffef-4fc6-849b-55f1b1f8fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:41.181699 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7e08dab5-ffef-4fc6-849b-55f1b1f8fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:41.182111 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: bc82d886-b80c-4c87-b44d-d0a4be02587e {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:39:41.182455 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device bc82d886-b80c-4c87-b44d-d0a4be02587e not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:39:41.182863 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7e08dab5-ffef-4fc6-849b-55f1b1f8fff2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b162ab4-fc2d-450d-9168-c35ba9570607 HTTP/1.1" status: 204 len: 168 time: 0.1245396 Sep 15 18:39:41.191679 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08dab5-ffef-4fc6-849b-55f1b1f8fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b162ab4-fc2d-450d-9168-c35ba9570607,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:49.422963 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58792) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:49.528160 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8717685e-de5f-4eae-ad8c-ac48def11f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.614940 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8717685e-de5f-4eae-ad8c-ac48def11f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.618270 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-8717685e-de5f-4eae-ad8c-ac48def11f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.655468 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-8717685e-de5f-4eae-ad8c-ac48def11f71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d75a8d68ea546ba99c02d65f1edb7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314155 Sep 15 18:39:49.657425 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717685e-de5f-4eae-ad8c-ac48def11f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38546e8e-9c9e-42e9-af8b-818a043f389e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:49.658234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58796) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:49.707843 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eeacc4c9-e827-45c5-b284-bf48cfc89900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.729244 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eeacc4c9-e827-45c5-b284-bf48cfc89900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.777774 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eeacc4c9-e827-45c5-b284-bf48cfc89900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.780280 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-eeacc4c9-e827-45c5-b284-bf48cfc89900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:49.781382 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-eeacc4c9-e827-45c5-b284-bf48cfc89900 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38546e8e-9c9e-42e9-af8b-818a043f389e HTTP/1.1" status: 204 len: 168 time: 0.1221879 Sep 15 18:39:49.788999 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacc4c9-e827-45c5-b284-bf48cfc89900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38546e8e-9c9e-42e9-af8b-818a043f389e,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:50.922280 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7923871e-024f-40e6-9ab1-972aa3e9d4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.363044 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58846) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:51.469061 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-50f2fdfb-e64b-4353-81fa-0886ecde57a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.563133 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-50f2fdfb-e64b-4353-81fa-0886ecde57a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.567034 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-50f2fdfb-e64b-4353-81fa-0886ecde57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.604768 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-50f2fdfb-e64b-4353-81fa-0886ecde57a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f89683fbb57a4991a36b87e4ce065109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406805 Sep 15 18:39:51.605629 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2fdfb-e64b-4353-81fa-0886ecde57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83e5158-25c2-40f8-af29-40e9184abd28,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:51.607505 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58850) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:51.655189 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b556877f-37cb-4543-bf09-ab614bb1aba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.675055 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b556877f-37cb-4543-bf09-ab614bb1aba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.721121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b556877f-37cb-4543-bf09-ab614bb1aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.723663 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b556877f-37cb-4543-bf09-ab614bb1aba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:51.724853 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b556877f-37cb-4543-bf09-ab614bb1aba2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b83e5158-25c2-40f8-af29-40e9184abd28 HTTP/1.1" status: 204 len: 168 time: 0.1163127 Sep 15 18:39:51.732955 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556877f-37cb-4543-bf09-ab614bb1aba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83e5158-25c2-40f8-af29-40e9184abd28,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:51.978786 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58856) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:51.991542 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-86ccab5b-2e5d-4f63-8a6a-05d2f2b5614a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.083162 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-86ccab5b-2e5d-4f63-8a6a-05d2f2b5614a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.086921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-86ccab5b-2e5d-4f63-8a6a-05d2f2b5614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.124179 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-86ccab5b-2e5d-4f63-8a6a-05d2f2b5614a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5715f32bb7784c7abe90489169fba9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443167 Sep 15 18:39:52.126068 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccab5b-2e5d-4f63-8a6a-05d2f2b5614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fab4aa-b2cc-4c96-a5f0-93e9db312762,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:52.126886 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58858) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:52.175941 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a8acff6b-3f24-4cf9-ba38-ef2144c3007c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.197968 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a8acff6b-3f24-4cf9-ba38-ef2144c3007c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.246204 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a8acff6b-3f24-4cf9-ba38-ef2144c3007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.248752 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a8acff6b-3f24-4cf9-ba38-ef2144c3007c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:52.249884 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a8acff6b-3f24-4cf9-ba38-ef2144c3007c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8fab4aa-b2cc-4c96-a5f0-93e9db312762 HTTP/1.1" status: 204 len: 168 time: 0.1220312 Sep 15 18:39:52.257347 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acff6b-3f24-4cf9-ba38-ef2144c3007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fab4aa-b2cc-4c96-a5f0-93e9db312762,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:53.204073 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:39:53.690177 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58904) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:53.692525 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a657835e-08a6-4777-bdb3-98cd6461e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:53.793060 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5bc2ee6-ee1a-44ba-995b-b75734c0392e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:53.882680 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5bc2ee6-ee1a-44ba-995b-b75734c0392e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:53.886363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b5bc2ee6-ee1a-44ba-995b-b75734c0392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:53.924223 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b5bc2ee6-ee1a-44ba-995b-b75734c0392e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1640ea0a2ef4e8f82cddc8b810a5f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329285 Sep 15 18:39:53.926014 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc2ee6-ee1a-44ba-995b-b75734c0392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183fc059-08fd-4885-8b6f-888a9913854d,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:53.926967 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58908) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:53.978909 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebe99063-087d-42f8-a2a8-e2eec842e759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:53.999083 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebe99063-087d-42f8-a2a8-e2eec842e759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.044294 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebe99063-087d-42f8-a2a8-e2eec842e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.046744 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ebe99063-087d-42f8-a2a8-e2eec842e759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.047872 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ebe99063-087d-42f8-a2a8-e2eec842e759 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/183fc059-08fd-4885-8b6f-888a9913854d HTTP/1.1" status: 204 len: 168 time: 0.1198187 Sep 15 18:39:54.055236 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe99063-087d-42f8-a2a8-e2eec842e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183fc059-08fd-4885-8b6f-888a9913854d,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:54.138451 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.303936 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 58914) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:54.317466 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8bbd-eec1-43f9-a5a9-6171be5eee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.402514 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8bbd-eec1-43f9-a5a9-6171be5eee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.406051 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8bbd-eec1-43f9-a5a9-6171be5eee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.440052 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-1c3d8bbd-eec1-43f9-a5a9-6171be5eee07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe312110358c497aab326176e63e3de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350365 Sep 15 18:39:54.442822 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 58916) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:39:54.444518 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d8bbd-eec1-43f9-a5a9-6171be5eee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c904325-031d-4a75-a0a8-92afa0760eaa,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:54.489806 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23093de4-0f5b-45ba-8a16-2d276fdcf738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.511654 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23093de4-0f5b-45ba-8a16-2d276fdcf738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.562454 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23093de4-0f5b-45ba-8a16-2d276fdcf738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.564983 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-23093de4-0f5b-45ba-8a16-2d276fdcf738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:54.566104 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-23093de4-0f5b-45ba-8a16-2d276fdcf738 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c904325-031d-4a75-a0a8-92afa0760eaa HTTP/1.1" status: 204 len: 168 time: 0.1223116 Sep 15 18:39:54.574074 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093de4-0f5b-45ba-8a16-2d276fdcf738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c904325-031d-4a75-a0a8-92afa0760eaa,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:54.762299 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:56.127649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:56.800554 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-8d7aac9a-8c37-4d12-8976-5659ed4c1af6 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9c0826d9506342e7955cb7e5a1197078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284462 Sep 15 18:39:56.962045 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:56.981196 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-4db5f4d9-e665-42f0-9cef-a66369adf56e tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:56.982647 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-4db5f4d9-e665-42f0-9cef-a66369adf56e tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759531 Sep 15 18:39:56.997571 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-f6f34b6e-1e12-4391-82fd-08d3095a21cd tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/quotas/9c0826d9506342e7955cb7e5a1197078 HTTP/1.1" status: 200 len: 375 time: 0.0091467 Sep 15 18:39:57.027901 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-b74f4e8d-4cfb-4da4-b1b3-14b0268f4c6f tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c0826d9506342e7955cb7e5a1197078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250137 Sep 15 18:39:57.178778 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-af3fcbdd-aad7-4c22-91d5-641fbcf58143 req-81283330-78bf-46a5-8c33-c2174772a8e9 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 210 time: 0.0258102 Sep 15 18:39:58.015183 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-0dd45957-9c46-4a01-be10-ac51171a7be0 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9c0826d9506342e7955cb7e5a1197078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293543 Sep 15 18:39:58.207493 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-442943f6-6568-479c-92d3-c99325966953 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:58.208804 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-442943f6-6568-479c-92d3-c99325966953 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872504 Sep 15 18:39:58.222668 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Request body: {'port': {'device_id': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7', 'admin_state_up': True, 'tenant_id': '9c0826d9506342e7955cb7e5a1197078'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:39:58.270864 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-10f2f35d-1b8c-4048-b2be-75a0c0c99400 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830918012&fields=id&tenant_id=18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 267 time: 0.0334163 Sep 15 18:39:58.283194 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f7bd0e38-5982-4c00-8d35-4d636f85cff4 req-f198cb1b-ccb1-4212-a5df-427856603842 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 210 time: 0.0351744 Sep 15 18:39:58.358262 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Made reservation on behalf of 9c0826d9506342e7955cb7e5a1197078 for: {'port': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:39:58.362130 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:58.374939 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:58.388441 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-7ed517ed-e96a-4039-b6a7-795a4c99adbb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:58.389917 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-7ed517ed-e96a-4039-b6a7-795a4c99adbb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 812 time: 0.1118422 Sep 15 18:39:58.405471 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-92d5df8a-28be-4999-97bf-453fb768a0be tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/quotas/18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 375 time: 0.0095665 Sep 15 18:39:58.463381 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-30b925f9-6812-42ea-b937-770df5ff999f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0521820 Sep 15 18:39:58.466475 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:58.470392 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:58.538546 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e488cd79-10f0-44cd-825b-978f08826243,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:58.564442 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-5e30f41a-53ce-428a-bbd5-ff2bc8c78bfc service neutron] 10.222.0.43 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880489 Sep 15 18:39:58.607033 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_common [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Allocated IP 192.168.233.193 (89293200-736d-4e51-90ce-ebf200b1e8b7/3856923b-e53c-4526-beb5-3ca72dcc7b6e/398d31b7-045f-4d25-8a82-6d02c812b89e) {{(pid=93977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:39:58.656698 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-7506ab31-5535-4d07-ae13-bb8b7b11c24f service neutron] 10.222.0.43 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Sep 15 18:39:58.779784 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks [] for port, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:58.797725 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-7894bd8a-c815-409f-98df-77736db65670 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662227 Sep 15 18:39:58.820921 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:58.891693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Network 89293200-736d-4e51-90ce-ebf200b1e8b7 is already hosted by enough agents. {{(pid=93977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:39:58.897659 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Resources bound (agent type, host, resource id): {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:39:58.907985 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Received port after_create {{(pid=93977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:39:58.912890 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Pushing event updated for resources: {'Port': ['ID=398d31b7-045f-4d25-8a82-6d02c812b89e,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:58.973758 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-38b9f068-4776-447b-9655-ec42fcbda315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:58.975186 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-38b9f068-4776-447b-9655-ec42fcbda315 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1098 time: 0.1517034 Sep 15 18:39:58.980142 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c9c9176e-067c-4d58-a3cf-38e5fe34169a req-32444f15-eb3f-4e83-a3f7-2a513c4237c5 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 210 time: 0.0423434 Sep 15 18:39:58.996483 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:58.997275 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:59.043400 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3a6f638b-af6c-4868-a67d-fffca34013c4 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8250945 Sep 15 18:39:59.077738 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Request body: {'port': {'device_id': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:39:59.151480 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:59.154685 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-2fb3b790-0cb4-4d22-a80c-f63c8d3428c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:59.156179 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-2fb3b790-0cb4-4d22-a80c-f63c8d3428c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.1537418 Sep 15 18:39:59.210860 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-09cd594d-8392-4be9-8d40-5ab0bdd17929 None None] Provisioning complete for port 398d31b7-045f-4d25-8a82-6d02c812b89e triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:39:59.212408 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-09cd594d-8392-4be9-8d40-5ab0bdd17929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:59.251212 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-09cd594d-8392-4be9-8d40-5ab0bdd17929 None None] Port 398d31b7-045f-4d25-8a82-6d02c812b89e cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:39:59.333720 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-c9c9f200-504e-46c9-8e35-7b791cb20a4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 1000 time: 0.1697016 Sep 15 18:39:59.409596 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a9479-f6e2-44a4-bd29-ba3a2fa05b29 req-21904e43-bd93-4ac6-9d39-8c23b9c97ea6 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:59.411073 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-689a9479-f6e2-44a4-bd29-ba3a2fa05b29 req-21904e43-bd93-4ac6-9d39-8c23b9c97ea6 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 936 time: 0.0487158 Sep 15 18:39:59.440996 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-c69bb38e-12bf-4eba-8c41-73206075c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:59.442874 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-c69bb38e-12bf-4eba-8c41-73206075c818 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.1008375 Sep 15 18:39:59.456389 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-689a9479-f6e2-44a4-bd29-ba3a2fa05b29 req-f81ddfd1-4ec8-4e6d-8293-fff9a51ed2f9 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Sep 15 18:39:59.538239 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-8419cc23-e052-43fe-9cef-65de6862971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:59.539613 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-8419cc23-e052-43fe-9cef-65de6862971b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882242 Sep 15 18:39:59.600019 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398d31b7-045f-4d25-8a82-6d02c812b89e {{(pid=93977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:39:59.635302 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:59.656344 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.provisioning_blocks [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Transition to ACTIVE for port object 398d31b7-045f-4d25-8a82-6d02c812b89e will not be triggered until provisioned by entity L2. {{(pid=93977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:39:59.663498 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:59.703390 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-fa59d598-fc8e-4e38-b3ea-e20b73acc2a8 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413658 Sep 15 18:39:59.729217 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Pushing event updated for resources: {'Port': ['ID=398d31b7-045f-4d25-8a82-6d02c812b89e,revision_number=2']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:39:59.866595 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-836c5d44-08a8-4722-bcdd-eca102e7394e req-c42a20ad-ae34-4a9d-8436-fbc71b2815aa service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505001 Sep 15 18:39:59.872874 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Attempting to bind port 398d31b7-045f-4d25-8a82-6d02c812b89e on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:39:59.873271 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Attempting to bind port 398d31b7-045f-4d25-8a82-6d02c812b89e by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:39:59.873749 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Attempting to bind port 398d31b7-045f-4d25-8a82-6d02c812b89e on network 89293200-736d-4e51-90ce-ebf200b1e8b7 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:39:59.884774 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Port 398d31b7-045f-4d25-8a82-6d02c812b89e on network 89293200-736d-4e51-90ce-ebf200b1e8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:39:59.885096 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Attempting to bind port 398d31b7-045f-4d25-8a82-6d02c812b89e on network 89293200-736d-4e51-90ce-ebf200b1e8b7 {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:39:59.893132 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:39:59.894037 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Checking segment: {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:39:59.894037 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Bound using segment: {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'} {{(pid=93977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:39:59.894295 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.managers [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Bound port: 398d31b7-045f-4d25-8a82-6d02c812b89e, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6551c4-421a-4ca8-af7c-0c8154cb42a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7'}}] {{(pid=93977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:39:59.894644 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:39:59.965831 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] For port 398d31b7-045f-4d25-8a82-6d02c812b89e, host hv-cinder-78460, cleared binding levels {{(pid=93977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:39:59.968598 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-2ed64fa8-bb86-44ff-8b95-2973cc64415f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:39:59.970040 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-2ed64fa8-bb86-44ff-8b95-2973cc64415f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 812 time: 0.1261353 Sep 15 18:39:59.970167 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] For port 398d31b7-045f-4d25-8a82-6d02c812b89e, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=398d31b7-045f-4d25-8a82-6d02c812b89e,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:39:59.974595 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27170035'] for port, after_update {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.019024 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.019643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.021046 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] 10.222.0.50 "PUT /v2.0/ports/398d31b7-045f-4d25-8a82-6d02c812b89e HTTP/1.1" status: 200 len: 1098 time: 0.9478209 Sep 15 18:40:00.021528 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'tag': '398d31b7-045f-4d25-8a82-6d02c812b89e'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:00.023743 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99be8a15-87a0-4578-aa83-20c61b7b6012" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2c-f3ba-417e-a364-8a8ef7128171", "tag": "398d31b7-045f-4d25-8a82-6d02c812b89e"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:00.029023 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-18cfa57e-76e2-47ff-9907-9a228951ef14 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e4f5e641eb4570b9b4eae11e02a549 HTTP/1.1" status: 200 len: 379 time: 0.0495629 Sep 15 18:40:00.047953 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'port': {'device_id': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'admin_state_up': True, 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'security_groups': ['9cbeec56-4930-485b-bd2b-4c0e4791a561']}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:00.111148 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da03032-1350-45b0-b664-bec7ba2855cc x-openstack-request-id: req-7da03032-1350-45b0-b664-bec7ba2855cc {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:00.111441 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2c-f3ba-417e-a364-8a8ef7128171", "tag": "398d31b7-045f-4d25-8a82-6d02c812b89e", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:00.111693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7da03032-1350-45b0-b664-bec7ba2855cc {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:00.112178 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'tag': '398d31b7-045f-4d25-8a82-6d02c812b89e', 'status': 'completed', 'code': 200} Sep 15 18:40:00.148941 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b0007574-8302-4322-b6f8-3c3226356727 req-30f8f59b-94f5-45bd-bc2d-34591ce9b1b6 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 210 time: 0.0857236 Sep 15 18:40:00.152061 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e2019-b766-435d-9e6a-bac7a0f915da service neutron] Pushing event updated for resources: {'Port': ['ID=398d31b7-045f-4d25-8a82-6d02c812b89e,revision_number=3']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:00.178996 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-982c79c9-5f0a-490e-8dad-6beefeb1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.180655 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-982c79c9-5f0a-490e-8dad-6beefeb1948d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c0826d9506342e7955cb7e5a1197078&device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 1101 time: 0.0967913 Sep 15 18:40:00.189938 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Made reservation on behalf of 18e4f5e641eb4570b9b4eae11e02a549 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:40:00.193633 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.226652 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-3492f66e-8da7-4cb1-95ac-05849afe477e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=398d31b7-045f-4d25-8a82-6d02c812b89e HTTP/1.1" status: 200 len: 217 time: 0.0362160 Sep 15 18:40:00.282298 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-c09660d1-68e8-4882-a138-1c93f4ebd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.283839 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-c09660d1-68e8-4882-a138-1c93f4ebd700 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3856923b-e53c-4526-beb5-3ca72dcc7b6e HTTP/1.1" status: 200 len: 843 time: 0.0497689 Sep 15 18:40:00.331505 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Allocated IP 172.20.0.6 (72ae466c-a0ec-4275-9704-7089287fd459/ad67918a-d4f1-432a-9374-dee94f7ff874/86dd9720-cf45-4d45-8395-542e8323e27d) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:40:00.333452 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db957bd2-3122-48d6-ab8a-570baeef795a req-349e4bea-ce78-4abc-99d4-3d4659c62f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.335140 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-349e4bea-ce78-4abc-99d4-3d4659c62f8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89293200-736d-4e51-90ce-ebf200b1e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425758 Sep 15 18:40:00.433763 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-4e0d3753-3113-4458-a3d1-7bd7f4930b61 service neutron] 10.222.0.50 "GET /v2.0/networks/89293200-736d-4e51-90ce-ebf200b1e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906491 Sep 15 18:40:00.490562 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.529548 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.535427 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-db957bd2-3122-48d6-ab8a-570baeef795a req-a83d12e4-c908-4b48-85ad-749854884a2d service neutron] 10.222.0.50 "GET /v2.0/networks/89293200-736d-4e51-90ce-ebf200b1e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941629 Sep 15 18:40:00.610353 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Network 72ae466c-a0ec-4275-9704-7089287fd459 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:40:00.613369 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=86dd9720-cf45-4d45-8395-542e8323e27d,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:00.615463 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:40:00.621007 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:40:00.636212 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-e6433991-a113-40e1-8637-3df22bfebda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.639504 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-e6433991-a113-40e1-8637-3df22bfebda5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c0826d9506342e7955cb7e5a1197078&device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 1101 time: 0.0450823 Sep 15 18:40:00.650180 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.650530 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.650869 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.651290 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.651679 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.651972 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.652305 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.652631 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.652959 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.653284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.653603 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.653921 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:40:00.670005 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d10962-60b8-493e-b00d-d7dc922f6273 req-3b3e3d95-6176-416a-8a76-406848b36ade tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.671574 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a7d10962-60b8-493e-b00d-d7dc922f6273 req-3b3e3d95-6176-416a-8a76-406848b36ade tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 948 time: 0.1401083 Sep 15 18:40:00.711340 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.712037 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.732140 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a7d10962-60b8-493e-b00d-d7dc922f6273 req-3dd71802-3b50-419b-a083-5e1c2954e06f tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493894 Sep 15 18:40:00.741152 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-be38d34e-2a55-4d8f-aaf3-0246fc28308c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6984236 Sep 15 18:40:00.755247 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Request body: {'port': {'device_id': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:00.759040 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-f668263c-01ac-4a9a-893f-47e8449d5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.760514 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-f668263c-01ac-4a9a-893f-47e8449d5987 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89293200-736d-4e51-90ce-ebf200b1e8b7 HTTP/1.1" status: 200 len: 870 time: 0.1095326 Sep 15 18:40:00.803741 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-3547a778-5e28-40bb-809c-d19be742b650 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=398d31b7-045f-4d25-8a82-6d02c812b89e HTTP/1.1" status: 200 len: 217 time: 0.0353184 Sep 15 18:40:00.814285 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.823503 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-b04736da-d37f-432b-be31-90df89a8432d None None] Provisioning complete for port 86dd9720-cf45-4d45-8395-542e8323e27d triggered by entity DHCP. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:40:00.824108 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b04736da-d37f-432b-be31-90df89a8432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:00.867847 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-b04736da-d37f-432b-be31-90df89a8432d None None] Port 86dd9720-cf45-4d45-8395-542e8323e27d cannot update to ACTIVE because it is not bound. {{(pid=93979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:40:00.871386 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-a5cf2da3-78d2-4184-b42b-d371bdda058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.873150 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-a5cf2da3-78d2-4184-b42b-d371bdda058b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3856923b-e53c-4526-beb5-3ca72dcc7b6e HTTP/1.1" status: 200 len: 843 time: 0.0621583 Sep 15 18:40:00.920542 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-848056be-1f31-42b1-9492-508b9055d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:00.922338 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-848056be-1f31-42b1-9492-508b9055d9dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89293200-736d-4e51-90ce-ebf200b1e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413194 Sep 15 18:40:01.011689 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-5f021474-7c9b-4fdd-80a1-194b53e9abf8 service neutron] 10.222.0.50 "GET /v2.0/networks/89293200-736d-4e51-90ce-ebf200b1e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810704 Sep 15 18:40:01.075971 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dd9720-cf45-4d45-8395-542e8323e27d {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:40:01.083343 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:01.095171 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Transition to ACTIVE for port object 86dd9720-cf45-4d45-8395-542e8323e27d will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:40:01.098808 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:01.107597 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-99be8a15-87a0-4578-aa83-20c61b7b6012 req-ea090301-3008-4867-a1d6-6595cb97543d service neutron] 10.222.0.50 "GET /v2.0/networks/89293200-736d-4e51-90ce-ebf200b1e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Sep 15 18:40:01.150262 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Pushing event updated for resources: {'Port': ['ID=86dd9720-cf45-4d45-8395-542e8323e27d,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:01.225532 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Attempting to bind port 86dd9720-cf45-4d45-8395-542e8323e27d on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:40:01.225532 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Attempting to bind port 86dd9720-cf45-4d45-8395-542e8323e27d by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:40:01.225820 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Attempting to bind port 86dd9720-cf45-4d45-8395-542e8323e27d on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:40:01.231418 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Port 86dd9720-cf45-4d45-8395-542e8323e27d on network 72ae466c-a0ec-4275-9704-7089287fd459 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:40:01.231758 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Attempting to bind port 86dd9720-cf45-4d45-8395-542e8323e27d on network 72ae466c-a0ec-4275-9704-7089287fd459 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:40:01.237637 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:40:01.237984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Checking segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:40:01.238373 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Bound using segment: {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:40:01.238806 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Bound port: 86dd9720-cf45-4d45-8395-542e8323e27d, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3f97f1-df39-4711-b434-53a194a5ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:40:01.239168 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:01.266643 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa52192-d7bd-4b5d-b711-1a0b8567698f req-a4f1e930-9ed5-4a55-bd12-a72eac006d27 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.268238 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7fa52192-d7bd-4b5d-b711-1a0b8567698f req-a4f1e930-9ed5-4a55-bd12-a72eac006d27 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0543048 Sep 15 18:40:01.304378 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] For port 86dd9720-cf45-4d45-8395-542e8323e27d, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:40:01.307999 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] For port 86dd9720-cf45-4d45-8395-542e8323e27d, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=86dd9720-cf45-4d45-8395-542e8323e27d,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:40:01.311411 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7fa52192-d7bd-4b5d-b711-1a0b8567698f req-a5a8b954-9473-41e1-9ff8-dbd45a518d44 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358548 Sep 15 18:40:01.313414 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:01.346816 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.347296 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:01.348804 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/86dd9720-cf45-4d45-8395-542e8323e27d HTTP/1.1" status: 200 len: 1093 time: 0.5977809 Sep 15 18:40:01.350984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:01.354795 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57366cf6-5da5-49e2-934f-02b5b7fb6a18" -d '{"events": [{"name": "network-changed", "server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:01.389070 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4f2d3-b611-4e84-b8a5-995dd8f341c4 service neutron] Pushing event updated for resources: {'Port': ['ID=86dd9720-cf45-4d45-8395-542e8323e27d,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:01.439385 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-a5af2c85-2047-42de-af27-3833c8eed5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.440890 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-a5af2c85-2047-42de-af27-3833c8eed5ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 1096 time: 0.0460937 Sep 15 18:40:01.487406 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-601eadf6-ee5e-497a-80ac-f89667a9171d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86dd9720-cf45-4d45-8395-542e8323e27d HTTP/1.1" status: 200 len: 217 time: 0.0385027 Sep 15 18:40:01.534121 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c854801-9e58-4cbe-a437-7f2dde26b0cc x-openstack-request-id: req-3c854801-9e58-4cbe-a437-7f2dde26b0cc {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:01.534741 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:01.534741 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c854801-9e58-4cbe-a437-7f2dde26b0cc {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:01.535307 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d', 'status': 'completed', 'code': 200} Sep 15 18:40:01.541777 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-120e6ac3-9aeb-4f04-b4de-c4bd2b1873c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.543229 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-120e6ac3-9aeb-4f04-b4de-c4bd2b1873c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0477452 Sep 15 18:40:01.588404 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd27a-fed0-4585-8389-31e154817c10 req-76dd828c-9d28-4025-a87e-31ec67eb9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.589846 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-76dd828c-9d28-4025-a87e-31ec67eb9df4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387561 Sep 15 18:40:01.682015 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-1d5ab1f7-ac32-4535-99af-9cf773d75a28 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Sep 15 18:40:01.772067 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-289fd27a-fed0-4585-8389-31e154817c10 req-5b20a829-705d-4121-8230-f18a331a2b29 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823083 Sep 15 18:40:01.856754 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6114a-dd1d-44b1-b4a3-d1cfa372f1e6 req-ae8faaeb-2431-4e1b-993c-a688c91cce29 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.858210 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96d6114a-dd1d-44b1-b4a3-d1cfa372f1e6 req-ae8faaeb-2431-4e1b-993c-a688c91cce29 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 948 time: 0.0530808 Sep 15 18:40:01.862914 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-7eb3617e-42d3-4715-86d7-ec9ab4cb9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.864397 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-7eb3617e-42d3-4715-86d7-ec9ab4cb9098 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 1096 time: 0.0438800 Sep 15 18:40:01.899397 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-96d6114a-dd1d-44b1-b4a3-d1cfa372f1e6 req-894751b8-aa64-486d-9dcb-b7d046702a78 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Sep 15 18:40:01.957878 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-29698bd8-4036-4183-9f29-b03de956410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:01.959323 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-29698bd8-4036-4183-9f29-b03de956410a service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.0861652 Sep 15 18:40:02.008215 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-925aa0e4-9b24-448f-b622-c4db165206bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86dd9720-cf45-4d45-8395-542e8323e27d HTTP/1.1" status: 200 len: 217 time: 0.0367422 Sep 15 18:40:02.058992 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-a89e05a5-1d4f-4256-913a-e8219e2e84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:02.060456 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-a89e05a5-1d4f-4256-913a-e8219e2e84bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0448403 Sep 15 18:40:02.108541 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-b5eaa8aa-bd9e-4765-97aa-c8194deb1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:02.110169 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-b5eaa8aa-bd9e-4765-97aa-c8194deb1bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418859 Sep 15 18:40:02.209909 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-c250febc-f014-459c-9840-2e943f32e60f service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845497 Sep 15 18:40:02.303148 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-57366cf6-5da5-49e2-934f-02b5b7fb6a18 req-27a8f951-c4d0-42df-8612-61755446f270 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822701 Sep 15 18:40:02.426618 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405208f-ec5e-4968-b390-8d2b2c6254b7 req-4c6ce692-c19b-407c-a868-49c22e3ac233 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:02.428096 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a405208f-ec5e-4968-b390-8d2b2c6254b7 req-4c6ce692-c19b-407c-a868-49c22e3ac233 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0470955 Sep 15 18:40:02.467988 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a405208f-ec5e-4968-b390-8d2b2c6254b7 req-74b87ab9-34ee-4f6f-bc6c-9a45bee1c67c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330215 Sep 15 18:40:03.012406 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967cac-abf7-47d5-bda8-098064ebc662 req-6a420635-4c3f-4373-9246-3382a73ff42e tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:03.013886 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7f967cac-abf7-47d5-bda8-098064ebc662 req-6a420635-4c3f-4373-9246-3382a73ff42e tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 948 time: 0.0480020 Sep 15 18:40:03.050017 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7f967cac-abf7-47d5-bda8-098064ebc662 req-f8b8ef0a-8fda-48e0-a142-b8ffef29d01c tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303259 Sep 15 18:40:03.261007 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 398d31b7-045f-4d25-8a82-6d02c812b89e details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:40:03.352916 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 398d31b7-045f-4d25-8a82-6d02c812b89e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=398d31b7-045f-4d25-8a82-6d02c812b89e,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:03.362739 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '398d31b7-045f-4d25-8a82-6d02c812b89e', 'network_id': '89293200-736d-4e51-90ce-ebf200b1e8b7', 'port_id': '398d31b7-045f-4d25-8a82-6d02c812b89e', 'mac_address': 'fa:16:3e:ea:86:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3856923b-e53c-4526-beb5-3ca72dcc7b6e', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:40:03.398458 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:03.414051 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398d31b7-045f-4d25-8a82-6d02c812b89e {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:40:03.433359 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 398d31b7-045f-4d25-8a82-6d02c812b89e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=398d31b7-045f-4d25-8a82-6d02c812b89e,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:03.437346 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:03.482272 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=398d31b7-045f-4d25-8a82-6d02c812b89e,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:03.580630 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d849a0-cb2d-4c69-b2a2-47d11c0a7f81 req-338b988f-7684-4d44-a852-135394e90b97 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:03.582077 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a0d849a0-cb2d-4c69-b2a2-47d11c0a7f81 req-338b988f-7684-4d44-a852-135394e90b97 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0482655 Sep 15 18:40:03.620540 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a0d849a0-cb2d-4c69-b2a2-47d11c0a7f81 req-0081a4a4-f9cf-4921-82f1-900bf223d4a0 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Sep 15 18:40:03.660466 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['398d31b7-045f-4d25-8a82-6d02c812b89e'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:40:04.161355 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3064b-c8b6-41ed-9ff7-c4da69ec70a7 req-bf9ca85e-283c-4ab8-bed6-1f3f2bae7335 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:04.162803 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9ee3064b-c8b6-41ed-9ff7-c4da69ec70a7 req-bf9ca85e-283c-4ab8-bed6-1f3f2bae7335 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 949 time: 0.0476983 Sep 15 18:40:04.199726 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9ee3064b-c8b6-41ed-9ff7-c4da69ec70a7 req-bedc9b1e-55e8-4912-92e4-234338d8b881 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304496 Sep 15 18:40:04.731979 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d3917-3209-400b-9ee2-c24354e382f3 req-4d293cfb-8fd5-429d-8ce7-34a3908a2975 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:04.733419 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0b7d3917-3209-400b-9ee2-c24354e382f3 req-4d293cfb-8fd5-429d-8ce7-34a3908a2975 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0468118 Sep 15 18:40:04.769878 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0b7d3917-3209-400b-9ee2-c24354e382f3 req-4b2cd5a7-4756-4809-b206-96580abb9386 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306969 Sep 15 18:40:05.280858 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 398d31b7-045f-4d25-8a82-6d02c812b89e up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:40:05.318541 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5587c-1dc4-4f06-b923-68afe07dd1be req-ec848411-c4f5-4a06-bf6d-65496ebae6be tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:05.320101 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ddf5587c-1dc4-4f06-b923-68afe07dd1be req-ec848411-c4f5-4a06-bf6d-65496ebae6be tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 949 time: 0.0540621 Sep 15 18:40:05.332219 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 398d31b7-045f-4d25-8a82-6d02c812b89e completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:40:05.335775 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 398d31b7-045f-4d25-8a82-6d02c812b89e triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:40:05.336183 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:05.358350 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ddf5587c-1dc4-4f06-b923-68afe07dd1be req-9aade502-2bc6-40e3-bba9-a5b2c16063af tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Sep 15 18:40:05.410503 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:05.432719 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d31b7-045f-4d25-8a82-6d02c812b89e'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:05.434925 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d19fd5-0bb4-4569-b09a-c8e22b5cb49f" -d '{"events": [{"server_uuid": "d4cf9c2c-f3ba-417e-a364-8a8ef7128171", "name": "network-vif-plugged", "status": "completed", "tag": "398d31b7-045f-4d25-8a82-6d02c812b89e"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:05.447043 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 398d31b7-045f-4d25-8a82-6d02c812b89e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=398d31b7-045f-4d25-8a82-6d02c812b89e,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:05.450821 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:05.475726 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680f7d7-2a6e-4ef0-bb63-7b9366313968 x-openstack-request-id: req-b680f7d7-2a6e-4ef0-bb63-7b9366313968 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:05.476047 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2c-f3ba-417e-a364-8a8ef7128171", "name": "network-vif-plugged", "status": "completed", "tag": "398d31b7-045f-4d25-8a82-6d02c812b89e", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:05.476295 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b680f7d7-2a6e-4ef0-bb63-7b9366313968 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:05.476673 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398d31b7-045f-4d25-8a82-6d02c812b89e', 'code': 200} Sep 15 18:40:05.502270 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=398d31b7-045f-4d25-8a82-6d02c812b89e,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:05.630632 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388ec6-baeb-4707-b138-8a723d99892d req-32cf2857-0a66-4206-ad01-9cc7b13e5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:05.632028 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af388ec6-baeb-4707-b138-8a723d99892d req-32cf2857-0a66-4206-ad01-9cc7b13e5989 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 1103 time: 0.0391901 Sep 15 18:40:05.669035 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af388ec6-baeb-4707-b138-8a723d99892d req-6b8cd0bc-f2f5-4529-80fa-f9b06d211a0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302653 Sep 15 18:40:05.881077 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43925d56-3144-463b-83f9-1e41064c3b5a req-946528d0-5019-427d-ad89-0b9fdb0f33d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:05.882441 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-43925d56-3144-463b-83f9-1e41064c3b5a req-946528d0-5019-427d-ad89-0b9fdb0f33d4 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0479167 Sep 15 18:40:05.919572 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-43925d56-3144-463b-83f9-1e41064c3b5a req-7e86c4a9-40fd-43b6-8ec1-91f8669cec7c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Sep 15 18:40:06.471984 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c7e32-60d1-4bf3-bcc4-6802f9c3a461 req-0958a930-fc66-4409-91b2-2fddd9548e2c tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:06.473431 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-507c7e32-60d1-4bf3-bcc4-6802f9c3a461 req-0958a930-fc66-4409-91b2-2fddd9548e2c tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 950 time: 0.0477402 Sep 15 18:40:06.511372 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-507c7e32-60d1-4bf3-bcc4-6802f9c3a461 req-60eb4e4b-6981-4daf-901a-65e8b55409ed tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Sep 15 18:40:07.030437 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f15f9-9b04-450c-b020-9f5ab73794f2 req-bf72973b-d0c6-4cfd-b731-a4e615127beb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:07.031917 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed5f15f9-9b04-450c-b020-9f5ab73794f2 req-bf72973b-d0c6-4cfd-b731-a4e615127beb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0480235 Sep 15 18:40:07.068222 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-ed5f15f9-9b04-450c-b020-9f5ab73794f2 req-f11745ad-8238-4c21-8e2d-9640596c8313 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303986 Sep 15 18:40:07.621645 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6449381-cdbf-4279-9e65-e8b7e293b38b req-84f04bc7-2285-4bcb-ab6b-d83182e4bc23 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:07.623083 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e6449381-cdbf-4279-9e65-e8b7e293b38b req-84f04bc7-2285-4bcb-ab6b-d83182e4bc23 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 950 time: 0.0470674 Sep 15 18:40:07.658610 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e6449381-cdbf-4279-9e65-e8b7e293b38b req-4a009f44-f000-47ff-ad00-d3a739f30c97 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296583 Sep 15 18:40:07.902292 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79823e-4299-42b2-b7c5-1de0022f1072 req-0abbb09d-33eb-4f58-ad4f-b0c5c73c05db tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:07.903703 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-de79823e-4299-42b2-b7c5-1de0022f1072 req-0abbb09d-33eb-4f58-ad4f-b0c5c73c05db tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 950 time: 0.0465095 Sep 15 18:40:07.943256 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-de79823e-4299-42b2-b7c5-1de0022f1072 req-2950769f-57d8-422d-a30e-b00b70edc01d tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Sep 15 18:40:08.187803 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc82b3-66c2-407d-ae6b-345ca4a97381 req-3cbd82f9-9cc5-4c09-a50b-5bb716338582 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:08.189270 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-74dc82b3-66c2-407d-ae6b-345ca4a97381 req-3cbd82f9-9cc5-4c09-a50b-5bb716338582 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0521271 Sep 15 18:40:08.234322 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-74dc82b3-66c2-407d-ae6b-345ca4a97381 req-ad162197-83bc-48f7-b298-32ef53e4cd01 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391953 Sep 15 18:40:09.056864 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844321-d48d-4567-8a0e-a7b3b60421d9 req-003bc7c6-79f2-4ff8-8ad1-1aa9c390cf2c tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:09.058437 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81844321-d48d-4567-8a0e-a7b3b60421d9 req-003bc7c6-79f2-4ff8-8ad1-1aa9c390cf2c tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 950 time: 0.0500515 Sep 15 18:40:09.094757 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-81844321-d48d-4567-8a0e-a7b3b60421d9 req-7a98c88a-d0c0-4e44-9805-f639e3b1293b tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/security-groups?id=e488cd79-10f0-44cd-825b-978f08826243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305357 Sep 15 18:40:09.184702 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-e8a3ed91-c936-44c7-9df0-13e73f979d2e tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:09.186122 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-e8a3ed91-c936-44c7-9df0-13e73f979d2e tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 950 time: 0.0480659 Sep 15 18:40:09.343527 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 86dd9720-cf45-4d45-8395-542e8323e27d details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:40:09.352693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaa74b-4eec-4c64-b445-6dca5ad0eb52 req-3e36d084-ba71-42ef-bda3-5705a0d78581 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:09.354443 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4acaa74b-4eec-4c64-b445-6dca5ad0eb52 req-3e36d084-ba71-42ef-bda3-5705a0d78581 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 943 time: 0.0515771 Sep 15 18:40:09.396055 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-4acaa74b-4eec-4c64-b445-6dca5ad0eb52 req-e7cd6cda-79ae-463e-9569-9a66408fe0a1 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352590 Sep 15 18:40:09.442674 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 86dd9720-cf45-4d45-8395-542e8323e27d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=86dd9720-cf45-4d45-8395-542e8323e27d,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:09.454375 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '86dd9720-cf45-4d45-8395-542e8323e27d', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'port_id': '86dd9720-cf45-4d45-8395-542e8323e27d', 'mac_address': 'fa:16:3e:d7:84:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:40:09.496415 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:09.509877 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dd9720-cf45-4d45-8395-542e8323e27d {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:40:09.528762 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Deleting port 398d31b7-045f-4d25-8a82-6d02c812b89e {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:40:09.529128 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:09.529429 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 86dd9720-cf45-4d45-8395-542e8323e27d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=86dd9720-cf45-4d45-8395-542e8323e27d,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:09.533322 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:09.580023 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=86dd9720-cf45-4d45-8395-542e8323e27d,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:09.615942 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] For port 398d31b7-045f-4d25-8a82-6d02c812b89e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=398d31b7-045f-4d25-8a82-6d02c812b89e,segment=NetworkSegment(fb6551c4-421a-4ca8-af7c-0c8154cb42a0),segment_id=fb6551c4-421a-4ca8-af7c-0c8154cb42a0)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:09.616306 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:09.628194 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Calling delete_port for 398d31b7-045f-4d25-8a82-6d02c812b89e owned by compute:nova {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:40:09.744973 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['86dd9720-cf45-4d45-8395-542e8323e27d'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:40:09.753802 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:09.782815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Pushing event deleted for resources: {'Port': ['ID=398d31b7-045f-4d25-8a82-6d02c812b89e,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:09.829300 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] No DVR routers for this DVR port 398d31b7-045f-4d25-8a82-6d02c812b89e on host hv-cinder-78460 {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:40:09.832143 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:09.834258 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0910d50f-f19c-415d-b38f-aa3d7281e236 req-1a884260-cb49-4760-9469-1d6127395316 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.50 "DELETE /v2.0/ports/398d31b7-045f-4d25-8a82-6d02c812b89e HTTP/1.1" status: 204 len: 173 time: 0.6421888 Sep 15 18:40:09.834797 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'name': 'network-vif-deleted', 'tag': '398d31b7-045f-4d25-8a82-6d02c812b89e'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:09.837229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7742933-bcd2-4703-9d33-e49e90ed5eb3" -d '{"events": [{"server_uuid": "d4cf9c2c-f3ba-417e-a364-8a8ef7128171", "name": "network-vif-deleted", "tag": "398d31b7-045f-4d25-8a82-6d02c812b89e"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:09.878899 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fe3a39-b3c6-48f4-99f1-c641eb2f6d88 x-openstack-request-id: req-39fe3a39-b3c6-48f4-99f1-c641eb2f6d88 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:09.879216 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2c-f3ba-417e-a364-8a8ef7128171", "name": "network-vif-deleted", "tag": "398d31b7-045f-4d25-8a82-6d02c812b89e", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:09.879439 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39fe3a39-b3c6-48f4-99f1-c641eb2f6d88 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:09.879832 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2c-f3ba-417e-a364-8a8ef7128171', 'name': 'network-vif-deleted', 'tag': '398d31b7-045f-4d25-8a82-6d02c812b89e', 'status': 'completed', 'code': 200} Sep 15 18:40:10.198004 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-64bdbe8b-3fef-4646-85b4-5368d5ee0817 req-8942f181-82be-48ce-ab79-9def84b22c16 tempest-VolumesNegativeTest-234324664 tempest-VolumesNegativeTest-234324664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cf9c2c-f3ba-417e-a364-8a8ef7128171 HTTP/1.1" status: 200 len: 210 time: 0.0271132 Sep 15 18:40:10.289003 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['398d31b7-045f-4d25-8a82-6d02c812b89e'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:40:10.511463 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51dca-faec-4bc6-8889-8e3e011183a2 req-030967b2-dd44-4a68-a253-9532b92e87c2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:10.512933 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fdc51dca-faec-4bc6-8889-8e3e011183a2 req-030967b2-dd44-4a68-a253-9532b92e87c2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 944 time: 0.0474863 Sep 15 18:40:10.551286 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fdc51dca-faec-4bc6-8889-8e3e011183a2 req-6735b68d-a7e1-4662-89cc-c69aa4384fdd tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 Sep 15 18:40:11.357802 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 86dd9720-cf45-4d45-8395-542e8323e27d up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:40:11.404758 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 86dd9720-cf45-4d45-8395-542e8323e27d completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:40:11.408215 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 86dd9720-cf45-4d45-8395-542e8323e27d triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:40:11.408585 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:11.501133 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:11.525349 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:11.527590 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8691ce1-9f10-492d-abb3-4f3cd0c23ce7" -d '{"events": [{"server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "name": "network-vif-plugged", "status": "completed", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:11.540935 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 86dd9720-cf45-4d45-8395-542e8323e27d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=86dd9720-cf45-4d45-8395-542e8323e27d,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:11.546263 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:11.547077 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 398d31b7-045f-4d25-8a82-6d02c812b89e no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:40:11.588101 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1e8e33-f1a5-4305-abac-a870b160a585 x-openstack-request-id: req-9f1e8e33-f1a5-4305-abac-a870b160a585 {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:11.589542 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "name": "network-vif-plugged", "status": "completed", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:11.590279 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f1e8e33-f1a5-4305-abac-a870b160a585 {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:11.590689 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d', 'code': 200} Sep 15 18:40:11.591398 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 398d31b7-045f-4d25-8a82-6d02c812b89e {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:40:11.591738 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 398d31b7-045f-4d25-8a82-6d02c812b89e not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:40:11.619197 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=86dd9720-cf45-4d45-8395-542e8323e27d,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:11.678061 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac706a0-2f4d-40d3-8c19-c44345a541c3 req-a25adcda-3be2-4da4-beb8-37a9168ddb4f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:11.679800 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fac706a0-2f4d-40d3-8c19-c44345a541c3 req-a25adcda-3be2-4da4-beb8-37a9168ddb4f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0533302 Sep 15 18:40:11.731485 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fac706a0-2f4d-40d3-8c19-c44345a541c3 req-aaac16ea-1bb2-47dd-af8c-53d85b4716e6 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436525 Sep 15 18:40:11.793743 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84376608-312b-4758-8e60-4a122e1094a4 req-36f9c058-f8ae-451e-a255-119db7d21047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:11.795236 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-84376608-312b-4758-8e60-4a122e1094a4 req-36f9c058-f8ae-451e-a255-119db7d21047 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 1098 time: 0.0401998 Sep 15 18:40:11.837012 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-84376608-312b-4758-8e60-4a122e1094a4 req-6fcfcaed-9728-42a4-ad22-caa64d8fc51a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337822 Sep 15 18:40:12.864274 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac04e1-3a6d-4ec3-8823-ff503b0a965a req-c13bcfc1-4b85-4da3-aa7a-23061e4ea111 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:12.865778 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-12ac04e1-3a6d-4ec3-8823-ff503b0a965a req-c13bcfc1-4b85-4da3-aa7a-23061e4ea111 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0647709 Sep 15 18:40:12.913760 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-12ac04e1-3a6d-4ec3-8823-ff503b0a965a req-a61fdaeb-6716-4e65-9cfd-a040b8cf06ae tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Sep 15 18:40:14.032795 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238f405-3ccc-4b2d-b16e-059ab627c976 req-34395ae0-d24b-4ab5-9bca-d0303c0c6eab tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:14.034623 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c238f405-3ccc-4b2d-b16e-059ab627c976 req-34395ae0-d24b-4ab5-9bca-d0303c0c6eab tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Sep 15 18:40:14.072095 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-c238f405-3ccc-4b2d-b16e-059ab627c976 req-eeadc9ed-3d9d-4df1-8013-4d14fb12c046 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304306 Sep 15 18:40:14.182824 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eb014-ed36-40b4-a774-30fbc4d62c24 req-5e1b0364-e0d1-4c76-93ab-e5e9ea81e3d3 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:14.184330 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-350eb014-ed36-40b4-a774-30fbc4d62c24 req-5e1b0364-e0d1-4c76-93ab-e5e9ea81e3d3 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0483072 Sep 15 18:40:14.221129 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-350eb014-ed36-40b4-a774-30fbc4d62c24 req-24f4f585-117d-47d0-963d-d92413e9959a tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Sep 15 18:40:14.243736 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59310) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:40:14.282158 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e0ca8-9845-49e5-b0c4-1318e2a33674 tempest-TestVolumeBootPattern-113365697 tempest-TestVolumeBootPattern-113365697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:14.283622 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a97e0ca8-9845-49e5-b0c4-1318e2a33674 tempest-TestVolumeBootPattern-113365697 tempest-TestVolumeBootPattern-113365697-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 1093 time: 0.0388846 Sep 15 18:40:14.286346 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59312) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:40:14.290557 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Request body: {'floatingip': {'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'port_id': '86dd9720-cf45-4d45-8395-542e8323e27d', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:14.313892 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:14.408960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:14.509329 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Allocated IP 172.27.1.143 (5926c4f6-e4d7-44f7-a557-14ac295938f1/3db63266-0d07-44ef-8d7b-4c3377998a83/ef8e7cce-3166-4a6d-9ee5-f4801b8d638f) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:40:14.612658 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:14.648229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:14.687284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Network 5926c4f6-e4d7-44f7-a557-14ac295938f1 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:40:14.692147 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:40:14.695148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:40:14.718988 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=ef8e7cce-3166-4a6d-9ee5-f4801b8d638f,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:14.886829 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59320) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:40:15.017474 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b7488bd4-15ea-44f4-a6a4-4b112074f911 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c0826d9506342e7955cb7e5a1197078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295056 Sep 15 18:40:15.019932 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59324) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:40:15.056008 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.067549 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25ec0952-b1a9-45a4-9de6-0054a47248e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.088887 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25ec0952-b1a9-45a4-9de6-0054a47248e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.121528 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.140623 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25ec0952-b1a9-45a4-9de6-0054a47248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.143081 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-25ec0952-b1a9-45a4-9de6-0054a47248e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.144266 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-25ec0952-b1a9-45a4-9de6-0054a47248e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e488cd79-10f0-44cd-825b-978f08826243 HTTP/1.1" status: 204 len: 168 time: 0.1229491 Sep 15 18:40:15.151767 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec0952-b1a9-45a4-9de6-0054a47248e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488cd79-10f0-44cd-825b-978f08826243,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:15.282129 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.286966 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.361967 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event updated for resources: {'Port': ['ID=ef8e7cce-3166-4a6d-9ee5-f4801b8d638f,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:15.369414 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581132'] for floatingip, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.469325 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.l3_db [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Floating IP a344a5a2-2169-46b1-8d0e-a0389cdb36ff associated. External IP: 172.27.1.143, port: 86dd9720-cf45-4d45-8395-542e8323e27d. Sep 15 18:40:15.676510 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:40:15.765534 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59346) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:40:15.780918 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:40:15.792370 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:40:15.800076 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.801749 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:40:15.802435 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:39:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:40:15.831818 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-462fd612-0cc6-4553-a96c-63461fd97625 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5445285 Sep 15 18:40:15.832412 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:15.834871 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7a9c17-bdef-493c-ae81-409268059acc" -d '{"events": [{"name": "network-changed", "server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:15.876247 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca35e03-aea4-4519-8fc6-6437f1903cc6 x-openstack-request-id: req-1ca35e03-aea4-4519-8fc6-6437f1903cc6 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:15.876635 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:15.876977 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ca35e03-aea4-4519-8fc6-6437f1903cc6 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:15.877541 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d', 'status': 'completed', 'code': 200} Sep 15 18:40:15.896175 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1653389953-network', 'tenant_id': '68b74c09ac6c458ca3921c686639ec46'}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:15.918709 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Made reservation on behalf of 68b74c09ac6c458ca3921c686639ec46 for: {'network': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:40:15.921191 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for network, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.925544 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:40:15.929800 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:15.948217 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9c17-bdef-493c-ae81-409268059acc req-0990a2ce-e903-42b9-b7ce-47eeae408baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:15.949994 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-0990a2ce-e903-42b9-b7ce-47eeae408baa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 1098 time: 0.0446892 Sep 15 18:40:16.031381 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.037761 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.042874 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9c17-bdef-493c-ae81-409268059acc req-0b0c56f4-6697-4a67-a7a1-7d1cd0f3b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:16.044630 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-0b0c56f4-6697-4a67-a7a1-7d1cd0f3b7f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.0874822 Sep 15 18:40:16.068363 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=93977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:40:16.073865 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7be9b6-9a78-48c4-9050-8f3700172fa5,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:16.081762 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.082268 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.segments_db [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Added segment 2e7c62e5-75d0-4ed9-a419-8641f32b3507 of type vlan for network a34c4320-db10-4a2d-88e8-232f3a245814 Sep 15 18:40:16.118024 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-a74d7312-ae4a-442a-b998-b99a58004cb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86dd9720-cf45-4d45-8395-542e8323e27d HTTP/1.1" status: 200 len: 999 time: 0.0656333 Sep 15 18:40:16.124909 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776017249055'] for network, precommit_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.150314 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169'] for network, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.151360 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:16.152125 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.170688 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9c17-bdef-493c-ae81-409268059acc req-460ae832-d5e2-4c57-928f-b94636c972a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:16.172203 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-460ae832-d5e2-4c57-928f-b94636c972a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0473728 Sep 15 18:40:16.214828 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a34c4320-db10-4a2d-88e8-232f3a245814,revision_number=1']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:16.221453 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'a344a5a2-2169-46b1-8d0e-a0389cdb36ff', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '86dd9720-cf45-4d45-8395-542e8323e27d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d7:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:40:14Z', 'updated_at': '2021-09-15T18:40:14Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}, {'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:24Z', 'revision_number': 1, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:40:16.221777 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9c17-bdef-493c-ae81-409268059acc req-5d0b89c9-6ce2-4a68-9d85-540e60dd7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:16.223274 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-5d0b89c9-6ce2-4a68-9d85-540e60dd7bed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438681 Sep 15 18:40:16.233798 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-c8cc96cc-873b-4b1b-901e-45ffc372b6e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4671636 Sep 15 18:40:16.234727 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59354) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:40:16.239992 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.v2.base [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Request body: {'subnet': {'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1653389953-subnet', 'tenant_id': '68b74c09ac6c458ca3921c686639ec46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:16.256403 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Network a34c4320-db10-4a2d-88e8-232f3a245814 details requested by agent ovs-agent-dv-cinder-784603-2-iscsi with host dv-cinder-784603-2-iscsi {{(pid=93979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:40:16.259211 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:40:16.261576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Made reservation on behalf of 68b74c09ac6c458ca3921c686639ec46 for: {'subnet': 1} {{(pid=93977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:40:16.264548 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27180523'] for subnet, before_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.318451 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:40:16.319080 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:39:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:40:16.325913 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-a48d3021-ef99-4710-b80b-f9a4d71f0ae3 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941818 Sep 15 18:40:16.439017 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-4d7a9c17-bdef-493c-ae81-409268059acc req-0828dd35-098c-44a1-9da7-ab64085a1cbf service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062417 Sep 15 18:40:16.443777 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27169926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27180485'] for subnet, after_create {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.506397 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17167e15-92ab-4a22-a041-bbe8877a9004,revision_number=0']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:16.517471 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Checking segment: {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:40:16.517828 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Network hostable DHCP agents. Network: a34c4320-db10-4a2d-88e8-232f3a245814, hostable agents: ['11a818df-bd1d-46da-8eec-3e5cc5d37838'], hosted agents: [] {{(pid=93977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:40:16.534733 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Network a34c4320-db10-4a2d-88e8-232f3a245814 is scheduled to be hosted by DHCP agent 11a818df-bd1d-46da-8eec-3e5cc5d37838 with binding_index 1 {{(pid=93977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:40:16.544583 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.base_scheduler [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-2-iscsi, a34c4320-db10-4a2d-88e8-232f3a245814) {{(pid=93977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:40:16.550834 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:16.551053 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:16.567139 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-3d891463-92e3-45f8-ac9a-b509a04646c1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3310201 Sep 15 18:40:16.573921 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7bb5b-2243-4aaf-a60d-6c0bdb5f10e3 None None] Network a34c4320-db10-4a2d-88e8-232f3a245814 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:40:16.660528 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:40:16.806665 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8d262-7726-40c8-9b3b-63c6298e8c3b None None] Network a34c4320-db10-4a2d-88e8-232f3a245814 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:40:17.040432 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'a344a5a2-2169-46b1-8d0e-a0389cdb36ff', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '86dd9720-cf45-4d45-8395-542e8323e27d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d7:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:40:14Z', 'updated_at': '2021-09-15T18:40:14Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}, {'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:24Z', 'revision_number': 1, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:40:17.071444 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429ec19-bacf-4be0-9f04-fe61f9db8c5f None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'a344a5a2-2169-46b1-8d0e-a0389cdb36ff', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '86dd9720-cf45-4d45-8395-542e8323e27d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d7:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:40:14Z', 'updated_at': '2021-09-15T18:40:14Z', 'revision_number': 0, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}, {'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:24Z', 'revision_number': 1, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:40:17.266394 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3d93d-6002-47e9-922c-35c59b609a9c None None] New status for floating IP a344a5a2-2169-46b1-8d0e-a0389cdb36ff: ACTIVE {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:40:18.334774 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-dae0aebc-1215-46ed-be97-c7d4e91ecb7a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:18.336801 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-dae0aebc-1215-46ed-be97-c7d4e91ecb7a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/networks?id=a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 200 len: 814 time: 0.1048155 Sep 15 18:40:18.351123 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-b49af4c1-cc06-4133-b545-9caf0ad383f3 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/quotas/68b74c09ac6c458ca3921c686639ec46 HTTP/1.1" status: 200 len: 375 time: 0.0084596 Sep 15 18:40:18.381485 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-3fbddba0-8d1d-4042-9fb1-2c4cf6d79e0a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=68b74c09ac6c458ca3921c686639ec46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250447 Sep 15 18:40:18.471536 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-37f31982-e840-487e-8685-75d3c452f8ff service neutron] 10.222.0.43 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827267 Sep 15 18:40:18.561270 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-65dd7057-5bf3-444e-91f7-c849d0da170e service neutron] 10.222.0.43 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834689 Sep 15 18:40:18.717967 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e8ccddf2-ca01-4f72-b2a3-90bce9dabf7f req-89aba9c2-704a-4316-b92d-eaa928f56a6b tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 210 time: 0.0265644 Sep 15 18:40:19.646462 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-b1da7d6d-8f0b-4f47-a5d7-6ef727af3536 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:19.649137 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-b1da7d6d-8f0b-4f47-a5d7-6ef727af3536 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "GET /v2.0/networks?id=a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 200 len: 814 time: 0.1031585 Sep 15 18:40:19.661757 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Request body: {'port': {'device_id': '72b32590-040e-4bbc-97cc-356a3ad27354', 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814', 'admin_state_up': True, 'tenant_id': '68b74c09ac6c458ca3921c686639ec46'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:19.773546 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Made reservation on behalf of 68b74c09ac6c458ca3921c686639ec46 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:40:19.777195 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:19.821049 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-10ebac97-ae95-4e8e-b1aa-3791e68dec43 req-81aceade-c272-4a40-919e-7aabbb03708c tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 210 time: 0.0344644 Sep 15 18:40:19.924071 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Allocated IP 172.20.0.13 (a34c4320-db10-4a2d-88e8-232f3a245814/17167e15-92ab-4a22-a041-bbe8877a9004/ed7e75b8-da13-473a-92b0-c1d0f731d2e0) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:40:20.063409 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.095601 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.137662 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Network a34c4320-db10-4a2d-88e8-232f3a245814 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:40:20.140620 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:40:20.144229 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:40:20.171030 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Pushing event updated for resources: {'Port': ['ID=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:20.197909 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:20.198898 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.213903 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-1276c04a-d18c-4051-9bcd-22745afdd204 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563512 Sep 15 18:40:20.226357 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Request body: {'port': {'device_id': '72b32590-040e-4bbc-97cc-356a3ad27354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:40:20.278029 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.533767 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7e75b8-da13-473a-92b0-c1d0f731d2e0 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:40:20.541395 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.552508 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Transition to ACTIVE for port object ed7e75b8-da13-473a-92b0-c1d0f731d2e0 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:40:20.557198 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.605380 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Pushing event updated for resources: {'Port': ['ID=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:20.666475 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Attempting to bind port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:40:20.667108 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Attempting to bind port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:40:20.667108 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Attempting to bind port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 on network a34c4320-db10-4a2d-88e8-232f3a245814 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:40:20.671176 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 on network a34c4320-db10-4a2d-88e8-232f3a245814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:40:20.671491 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Attempting to bind port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 on network a34c4320-db10-4a2d-88e8-232f3a245814 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:40:20.676265 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:40:20.676839 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Checking segment: {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:40:20.678483 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Bound using segment: {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:40:20.678483 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Bound port: ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:40:20.678483 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.741995 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] For port ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:40:20.744967 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] For port ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:40:20.748190 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.779679 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:20.780311 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:20.781687 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] 10.222.0.50 "PUT /v2.0/ports/ed7e75b8-da13-473a-92b0-c1d0f731d2e0 HTTP/1.1" status: 200 len: 1094 time: 0.5595174 Sep 15 18:40:20.782105 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b32590-040e-4bbc-97cc-356a3ad27354', 'tag': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:20.784386 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f73ac-2d82-440c-933a-94e25af4e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "72b32590-040e-4bbc-97cc-356a3ad27354", "tag": "ed7e75b8-da13-473a-92b0-c1d0f731d2e0"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:20.809619 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ead7dc-ed28-4a91-8357-5a0bb1b50c7c service neutron] Pushing event updated for resources: {'Port': ['ID=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:20.828971 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061714c4-41e1-4d46-93bf-bda4c3d9e1c1 x-openstack-request-id: req-061714c4-41e1-4d46-93bf-bda4c3d9e1c1 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:20.829253 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b32590-040e-4bbc-97cc-356a3ad27354", "tag": "ed7e75b8-da13-473a-92b0-c1d0f731d2e0", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:20.829501 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-061714c4-41e1-4d46-93bf-bda4c3d9e1c1 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:20.829879 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b32590-040e-4bbc-97cc-356a3ad27354', 'tag': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0', 'status': 'completed', 'code': 200} Sep 15 18:40:20.863307 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-81b6a581-1cf1-4b71-a1ff-f883aa4507ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:20.864839 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-81b6a581-1cf1-4b71-a1ff-f883aa4507ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68b74c09ac6c458ca3921c686639ec46&device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 1097 time: 0.0442491 Sep 15 18:40:20.923678 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f577e404-789e-4e41-b7f1-14271effd091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:21.162049 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-86e9d337-9d6e-4db5-8f21-f5eabf978eed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0 HTTP/1.1" status: 200 len: 217 time: 0.2883573 Sep 15 18:40:21.229657 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-5de3711f-db2e-48a1-b8ba-e007111dec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:21.231103 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-5de3711f-db2e-48a1-b8ba-e007111dec8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17167e15-92ab-4a22-a041-bbe8877a9004 HTTP/1.1" status: 200 len: 854 time: 0.0607619 Sep 15 18:40:21.242294 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7b68f-f2a3-45f3-89ad-98af805a9215 req-f5ba6f48-c5b1-4aa5-83ae-13a8adf4a5d0 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:21.243706 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d7a7b68f-f2a3-45f3-89ad-98af805a9215 req-f5ba6f48-c5b1-4aa5-83ae-13a8adf4a5d0 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 944 time: 0.0843747 Sep 15 18:40:21.275882 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-c4c101b7-2d63-4350-8aad-90217b7d5401 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a34c4320-db10-4a2d-88e8-232f3a245814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312340 Sep 15 18:40:21.323472 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d7a7b68f-f2a3-45f3-89ad-98af805a9215 req-19bab0c0-0dad-4e77-92f0-613d192f3497 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718334 Sep 15 18:40:21.379690 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-859afa38-28fa-4c13-90c6-040572097cad service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963230 Sep 15 18:40:21.471411 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ef520f47-d3cd-454e-9a6c-1438de18902d req-d10b7fcb-414e-45ba-b335-f7db682246ea service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835447 Sep 15 18:40:21.556635 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-c24b3fae-9e6d-47d4-91c9-ffec167c9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:21.558827 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-c24b3fae-9e6d-47d4-91c9-ffec167c9fb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68b74c09ac6c458ca3921c686639ec46&device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 1097 time: 0.0437295 Sep 15 18:40:21.650256 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-8bac22e6-579e-4562-8bd4-47a4112102e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:21.651627 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-8bac22e6-579e-4562-8bd4-47a4112102e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 200 len: 915 time: 0.0855684 Sep 15 18:40:21.692869 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-29f6252c-bbf1-4893-ac64-567c95ab58a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0 HTTP/1.1" status: 200 len: 217 time: 0.0329876 Sep 15 18:40:21.740491 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-af6f7f63-ab41-4c31-a84d-dfb44c459900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:21.741886 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-af6f7f63-ab41-4c31-a84d-dfb44c459900 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17167e15-92ab-4a22-a041-bbe8877a9004 HTTP/1.1" status: 200 len: 854 time: 0.0407231 Sep 15 18:40:21.773198 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-2df50340-3256-42ab-8563-e834c813b940 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a34c4320-db10-4a2d-88e8-232f3a245814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231526 Sep 15 18:40:21.863301 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-f7f7c22d-5b20-47a5-b1e0-333bdff486b7 service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824807 Sep 15 18:40:21.958237 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-af1f73ac-2d82-440c-933a-94e25af4e6af req-a9351fe1-37f2-4a73-8707-d0f5cdf448ca service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Sep 15 18:40:22.443040 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ff8de-fed4-4390-8c6e-06b43114a04f req-0270d1a8-f308-4b91-861b-1dbf09815cd8 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:22.444498 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7d1ff8de-fed4-4390-8c6e-06b43114a04f req-0270d1a8-f308-4b91-861b-1dbf09815cd8 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 944 time: 0.0515797 Sep 15 18:40:22.481470 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-7d1ff8de-fed4-4390-8c6e-06b43114a04f req-be804d1d-567a-40ba-ba7f-b0e8c6004c69 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Sep 15 18:40:23.394730 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device ed7e75b8-da13-473a-92b0-c1d0f731d2e0 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:40:23.484976 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:23.496083 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0', 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814', 'port_id': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0', 'mac_address': 'fa:16:3e:11:93:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17167e15-92ab-4a22-a041-bbe8877a9004', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:40:23.535686 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:23.549006 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7e75b8-da13-473a-92b0-c1d0f731d2e0 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:40:23.569193 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:23.573796 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:23.602359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cff0b-efc6-4111-b2e6-94e97bcde02e req-15319189-ac0e-488a-acee-782f869f88fa tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:23.603837 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bd3cff0b-efc6-4111-b2e6-94e97bcde02e req-15319189-ac0e-488a-acee-782f869f88fa tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 944 time: 0.0509207 Sep 15 18:40:23.619864 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:23.642737 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-bd3cff0b-efc6-4111-b2e6-94e97bcde02e req-e6e9bc8f-8d80-4c57-9e5e-87d4a1dde25b tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Sep 15 18:40:23.693268 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-cfc8cd78-4f35-43a8-9e35-1aa6b0a2c509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:23.812424 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['ed7e75b8-da13-473a-92b0-c1d0f731d2e0'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:40:24.138867 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:24.754644 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780759-4811-4f35-a239-74673d8ead30 req-a8c71bbc-acfe-479b-88e9-714415ecb944 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:24.756118 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-39780759-4811-4f35-a239-74673d8ead30 req-a8c71bbc-acfe-479b-88e9-714415ecb944 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Sep 15 18:40:24.763484 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:24.793669 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-39780759-4811-4f35-a239-74673d8ead30 req-ad6c0cc9-9db0-469e-87fa-683524e415aa tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 15 18:40:25.394695 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device ed7e75b8-da13-473a-92b0-c1d0f731d2e0 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:40:25.442677 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:40:25.446318 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:40:25.447357 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:25.520864 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:25.542838 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b32590-040e-4bbc-97cc-356a3ad27354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:40:25.545065 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad1d1a-8ca8-4369-98e2-e8a91dab5843" -d '{"events": [{"server_uuid": "72b32590-040e-4bbc-97cc-356a3ad27354", "name": "network-vif-plugged", "status": "completed", "tag": "ed7e75b8-da13-473a-92b0-c1d0f731d2e0"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:40:25.557629 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:40:25.561407 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:25.583320 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7065bec-2cca-455b-a887-cb627374e27a x-openstack-request-id: req-e7065bec-2cca-455b-a887-cb627374e27a {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:40:25.583608 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b32590-040e-4bbc-97cc-356a3ad27354", "name": "network-vif-plugged", "status": "completed", "tag": "ed7e75b8-da13-473a-92b0-c1d0f731d2e0", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:40:25.583879 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7065bec-2cca-455b-a887-cb627374e27a {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:40:25.584262 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b32590-040e-4bbc-97cc-356a3ad27354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0', 'code': 200} Sep 15 18:40:25.609275 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:40:25.752136 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bcef8-e1ff-41d3-9588-1d743fd52778 req-62acf8e1-3b74-4d90-bab7-0c581db49521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:25.753640 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb0bcef8-e1ff-41d3-9588-1d743fd52778 req-62acf8e1-3b74-4d90-bab7-0c581db49521 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 1099 time: 0.0400450 Sep 15 18:40:25.788549 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-fb0bcef8-e1ff-41d3-9588-1d743fd52778 req-b15f031f-6b35-4a18-abd3-db5459ee4762 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268354 Sep 15 18:40:25.918262 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca1853-d9b5-4703-bd66-a4559cf3f718 req-79553e29-07fd-4252-9b4c-8156b7420f6e tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:25.919697 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d3ca1853-d9b5-4703-bd66-a4559cf3f718 req-79553e29-07fd-4252-9b4c-8156b7420f6e tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 946 time: 0.0547521 Sep 15 18:40:25.956475 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-d3ca1853-d9b5-4703-bd66-a4559cf3f718 req-c68051c6-15f2-49de-a1ac-4d1407c6363a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Sep 15 18:40:26.129841 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:26.964841 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:27.071610 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a1d57-35f7-4fba-877b-cdd421e52ccd req-45b57f87-5e96-414a-be7d-67efeec6a21f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:40:27.073215 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a9a1d57-35f7-4fba-877b-cdd421e52ccd req-45b57f87-5e96-414a-be7d-67efeec6a21f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 946 time: 0.0485814 Sep 15 18:40:27.122976 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-3a9a1d57-35f7-4fba-877b-cdd421e52ccd req-4f8362c8-257b-4c48-996b-20c6d54aeee4 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438371 Sep 15 18:40:30.202878 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:40:50.926056 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-9389e751-3a56-4ddd-9576-795facecf41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:53.694000 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f4ec860c-446b-4ce2-8632-3da1cb58f38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:54.140202 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:54.766181 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:56.134863 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:40:56.981701 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:00.023831 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-0e4e53a0-c99e-48d4-9d28-f92b17078428 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387373 Sep 15 18:41:00.107739 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-428d512a-d2c7-4475-a084-a39cc0358133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:00.109236 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-428d512a-d2c7-4475-a084-a39cc0358133 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1098 time: 0.0395582 Sep 15 18:41:00.215528 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-d0d74f3c-d3a5-4f46-a44a-843ebbd458cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:00.217321 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-d0d74f3c-d3a5-4f46-a44a-843ebbd458cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.0874624 Sep 15 18:41:00.284640 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-5300337c-8a37-463e-b407-0c23b10ff407 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 1000 time: 0.0596459 Sep 15 18:41:00.333234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-59857cb6-3c37-4dda-85ba-9a7e88d1b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:00.334615 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-59857cb6-3c37-4dda-85ba-9a7e88d1b60e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0416517 Sep 15 18:41:00.383628 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-fb5d29dd-cd7a-4933-a12a-cb5eb387fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:00.385269 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-fb5d29dd-cd7a-4933-a12a-cb5eb387fd4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417745 Sep 15 18:41:00.473396 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-49f2e86f-127e-4e95-96c6-9b5d5366143d service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805264 Sep 15 18:41:00.564735 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-731d8679-4469-4256-bb59-9d0d57fc1b7a req-7f27784a-97ce-4810-bcfa-e46436c84b04 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828834 Sep 15 18:41:05.591370 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7eac1a-2ea8-4e1e-9b34-d09af7aeecd9 req-1e2b9591-e8a0-4376-8182-45bcab7029d1 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:05.592886 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ff7eac1a-2ea8-4e1e-9b34-d09af7aeecd9 req-1e2b9591-e8a0-4376-8182-45bcab7029d1 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 946 time: 0.0487773 Sep 15 18:41:05.629767 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-ff7eac1a-2ea8-4e1e-9b34-d09af7aeecd9 req-9462b018-eb75-470a-95a3-7d67a41ed8b8 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Sep 15 18:41:06.796191 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea64bf-9e23-42af-8ea4-d9f3c3709d68 req-1cbdcf17-411b-4eb8-a2fc-342d1b53faf8 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:06.797646 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bea64bf-9e23-42af-8ea4-d9f3c3709d68 req-1cbdcf17-411b-4eb8-a2fc-342d1b53faf8 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 946 time: 0.0993459 Sep 15 18:41:06.834882 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-5bea64bf-9e23-42af-8ea4-d9f3c3709d68 req-e41f2ab3-0882-42f3-a0a1-8a8aaa052348 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Sep 15 18:41:07.201451 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:41:07.263903 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-3844332b-e25f-491b-922d-97d1743bb478 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:07.265390 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-3844332b-e25f-491b-922d-97d1743bb478 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 946 time: 0.0479293 Sep 15 18:41:07.361027 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Deleting port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:41:07.361270 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:07.447081 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] For port ed7e75b8-da13-473a-92b0-c1d0f731d2e0, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:41:07.448028 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:07.459839 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Calling delete_port for ed7e75b8-da13-473a-92b0-c1d0f731d2e0 owned by compute:nova {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:41:07.586303 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:07.599919 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['ed7e75b8-da13-473a-92b0-c1d0f731d2e0'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:41:07.614087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Pushing event deleted for resources: {'Port': ['ID=ed7e75b8-da13-473a-92b0-c1d0f731d2e0,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:07.643376 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.643719 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.644089 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.644421 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.644747 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.645072 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.645395 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.645717 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.646037 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.646353 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.646674 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.646986 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:07.665320 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] No DVR routers for this DVR port ed7e75b8-da13-473a-92b0-c1d0f731d2e0 on host hv-cinder-78460 {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:41:07.667764 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:07.669729 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0e92c354-77ef-41be-a2cb-eb7e2af4beb1 req-4dd8ee18-34fd-4a5b-b1d6-d8ccc69b8e7f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "DELETE /v2.0/ports/ed7e75b8-da13-473a-92b0-c1d0f731d2e0 HTTP/1.1" status: 204 len: 173 time: 0.3976753 Sep 15 18:41:07.670143 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b32590-040e-4bbc-97cc-356a3ad27354', 'name': 'network-vif-deleted', 'tag': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:41:07.672358 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169a89c9-fa8c-45c2-af76-b77d90da606f" -d '{"events": [{"server_uuid": "72b32590-040e-4bbc-97cc-356a3ad27354", "name": "network-vif-deleted", "tag": "ed7e75b8-da13-473a-92b0-c1d0f731d2e0"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:41:07.712089 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a954746-05f0-41f9-942c-7caaacab6448 x-openstack-request-id: req-3a954746-05f0-41f9-942c-7caaacab6448 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:41:07.712383 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b32590-040e-4bbc-97cc-356a3ad27354", "name": "network-vif-deleted", "tag": "ed7e75b8-da13-473a-92b0-c1d0f731d2e0", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:41:07.712635 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a954746-05f0-41f9-942c-7caaacab6448 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:41:07.713698 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b32590-040e-4bbc-97cc-356a3ad27354', 'name': 'network-vif-deleted', 'tag': 'ed7e75b8-da13-473a-92b0-c1d0f731d2e0', 'status': 'completed', 'code': 200} Sep 15 18:41:07.936990 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-e13887c5-48c3-4a2a-ab52-0d8e9cfcb1bf req-4526ef90-d526-4643-bfc4-10b1327c101e tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=72b32590-040e-4bbc-97cc-356a3ad27354 HTTP/1.1" status: 200 len: 210 time: 0.0257914 Sep 15 18:41:11.683851 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device ed7e75b8-da13-473a-92b0-c1d0f731d2e0 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:41:11.703738 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: ed7e75b8-da13-473a-92b0-c1d0f731d2e0 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:41:11.704111 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device ed7e75b8-da13-473a-92b0-c1d0f731d2e0 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:41:16.839742 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-3f5aa04b-02a4-495f-ad9c-ec2b32c67171 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:16.841211 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-3f5aa04b-02a4-495f-ad9c-ec2b32c67171 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/networks?id=a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 200 len: 814 time: 0.1027079 Sep 15 18:41:16.855413 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-23bc6632-e4b1-40f0-a8cd-6530683261b4 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/quotas/68b74c09ac6c458ca3921c686639ec46 HTTP/1.1" status: 200 len: 375 time: 0.0086231 Sep 15 18:41:17.136130 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-bdeb9551-2bad-48ec-a902-e1236f450bbe tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=68b74c09ac6c458ca3921c686639ec46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2754230 Sep 15 18:41:17.146530 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-57f3d475-c654-43d4-b612-764a6d823ef3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:41:17.147452 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-57f3d475-c654-43d4-b612-764a6d823ef3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047650 Sep 15 18:41:17.234223 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-84b3f7b1-20e9-4a87-a9e2-834018f19fe9 service neutron] 10.222.0.43 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806580 Sep 15 18:41:17.324129 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-83cb8e9c-0f6b-4611-9a77-08dcd24ea6ef service neutron] 10.222.0.43 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Sep 15 18:41:17.478067 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-7eb6b48c-c2ab-4508-9bca-c1ab23bee75f req-506567ac-6f9e-48db-9ab9-a6aec690e18a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 210 time: 0.0259421 Sep 15 18:41:18.461235 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-e4a1153f-c8ab-466b-81db-f1966440c14d tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:18.463191 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-e4a1153f-c8ab-466b-81db-f1966440c14d tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "GET /v2.0/networks?id=a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 200 len: 814 time: 0.1025205 Sep 15 18:41:18.475166 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Request body: {'port': {'device_id': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814', 'admin_state_up': True, 'tenant_id': '68b74c09ac6c458ca3921c686639ec46'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:41:18.576091 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-32c4dcce-df0f-4f54-966c-99f58c64a76f req-6bc33470-4b70-473a-8c10-2729dc337cbf tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 210 time: 0.0282109 Sep 15 18:41:18.595691 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Made reservation on behalf of 68b74c09ac6c458ca3921c686639ec46 for: {'port': 1} {{(pid=93978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:41:18.599148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:18.722244 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_common [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Allocated IP 172.20.0.9 (a34c4320-db10-4a2d-88e8-232f3a245814/17167e15-92ab-4a22-a041-bbe8877a9004/29cb0986-0f44-43fe-bfb6-0f54486b3456) {{(pid=93978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:41:18.859425 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks [] for port, precommit_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:18.890950 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776017263544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_create {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:18.935278 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Network a34c4320-db10-4a2d-88e8-232f3a245814 is already hosted by enough agents. {{(pid=93978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:41:18.938310 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.base_scheduler [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Resources bound (agent type, host, resource id): {{(pid=93978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:41:18.944063 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Received port after_create {{(pid=93978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:41:18.950681 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Pushing event updated for resources: {'Port': ['ID=29cb0986-0f44-43fe-bfb6-0f54486b3456,revision_number=1']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:18.994270 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:18.994868 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.007969 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-f68e3570-ee35-4d92-887c-fc4e588b603f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364904 Sep 15 18:41:19.018670 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-046a3522-2dc8-46eb-8568-496fd111b0ea tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:41:19.019604 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-046a3522-2dc8-46eb-8568-496fd111b0ea tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048463 Sep 15 18:41:19.033290 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.v2.base [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Request body: {'port': {'device_id': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=93978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:41:19.085255 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.341183 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cb0986-0f44-43fe-bfb6-0f54486b3456 {{(pid=93978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:41:19.348330 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.360213 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.provisioning_blocks [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Transition to ACTIVE for port object 29cb0986-0f44-43fe-bfb6-0f54486b3456 will not be triggered until provisioned by entity L2. {{(pid=93978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:41:19.363514 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.412786 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=29cb0986-0f44-43fe-bfb6-0f54486b3456,revision_number=2']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:19.474302 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Attempting to bind port 29cb0986-0f44-43fe-bfb6-0f54486b3456 on host hv-cinder-78460 for vnic_type normal with profile {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:41:19.474631 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Attempting to bind port 29cb0986-0f44-43fe-bfb6-0f54486b3456 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:41:19.474956 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Attempting to bind port 29cb0986-0f44-43fe-bfb6-0f54486b3456 on network a34c4320-db10-4a2d-88e8-232f3a245814 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:41:19.479479 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Port 29cb0986-0f44-43fe-bfb6-0f54486b3456 on network a34c4320-db10-4a2d-88e8-232f3a245814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:41:19.479793 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Attempting to bind port 29cb0986-0f44-43fe-bfb6-0f54486b3456 on network a34c4320-db10-4a2d-88e8-232f3a245814 {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:41:19.484566 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Checking agent: {'id': 'b32e99db-a4ce-4e08-bf68-b19c637af0e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'started_at': datetime.datetime(2021, 9, 15, 18, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:41:19.484893 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Checking segment: {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:41:19.485264 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Bound using segment: {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'} {{(pid=93978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:41:19.485677 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.managers [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Bound port: 29cb0986-0f44-43fe-bfb6-0f54486b3456, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7c62e5-75d0-4ed9-a419-8641f32b3507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814'}}] {{(pid=93978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:41:19.486021 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.548905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] For port 29cb0986-0f44-43fe-bfb6-0f54486b3456, host hv-cinder-78460, cleared binding levels {{(pid=93978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:41:19.551916 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] For port 29cb0986-0f44-43fe-bfb6-0f54486b3456, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:41:19.555944 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26739955'] for port, after_update {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.587099 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:19.588359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:19.589729 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] 10.222.0.50 "PUT /v2.0/ports/29cb0986-0f44-43fe-bfb6-0f54486b3456 HTTP/1.1" status: 200 len: 1093 time: 0.5600212 Sep 15 18:41:19.590256 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'tag': '29cb0986-0f44-43fe-bfb6-0f54486b3456'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:41:19.592717 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ab7d1-97a0-4385-8612-54c810e618d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5da5a173-5d1d-480d-8363-4ca2ccd8102a", "tag": "29cb0986-0f44-43fe-bfb6-0f54486b3456"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:41:19.619610 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de589c-d35f-49c9-8dae-392609df2d23 service neutron] Pushing event updated for resources: {'Port': ['ID=29cb0986-0f44-43fe-bfb6-0f54486b3456,revision_number=3']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:19.639521 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1426ac-09cb-461c-b45a-843a338a10a9 x-openstack-request-id: req-8b1426ac-09cb-461c-b45a-843a338a10a9 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:41:19.640358 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da5a173-5d1d-480d-8363-4ca2ccd8102a", "tag": "29cb0986-0f44-43fe-bfb6-0f54486b3456", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:41:19.640358 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b1426ac-09cb-461c-b45a-843a338a10a9 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:41:19.640617 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'tag': '29cb0986-0f44-43fe-bfb6-0f54486b3456', 'status': 'completed', 'code': 200} Sep 15 18:41:19.669271 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-33b4750f-3845-46b3-b9ae-a6a58deab80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:19.670743 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-33b4750f-3845-46b3-b9ae-a6a58deab80f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68b74c09ac6c458ca3921c686639ec46&device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 1096 time: 0.0414946 Sep 15 18:41:19.704372 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d7f8-e3fa-4349-9993-d034bf1911b2 req-20dfee19-72f2-45c3-99c0-af16195bcb78 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:19.705867 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f89d7f8-e3fa-4349-9993-d034bf1911b2 req-20dfee19-72f2-45c3-99c0-af16195bcb78 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 943 time: 0.0490174 Sep 15 18:41:19.716447 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-82a1b6a4-082a-4f2f-a135-35ab546b753f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456 HTTP/1.1" status: 200 len: 217 time: 0.0374012 Sep 15 18:41:19.744400 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-9f89d7f8-e3fa-4349-9993-d034bf1911b2 req-7d32adaa-e989-4efa-beab-64063a44aafe tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Sep 15 18:41:19.765284 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046027e-3653-4ac7-8435-42daec0af93f req-830c1d1d-d243-4924-b29c-ae90064ae6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:19.766740 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-830c1d1d-d243-4924-b29c-ae90064ae6c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17167e15-92ab-4a22-a041-bbe8877a9004 HTTP/1.1" status: 200 len: 854 time: 0.0430560 Sep 15 18:41:19.844507 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-9961825d-e1f9-4986-8598-a3b639bd0988 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a34c4320-db10-4a2d-88e8-232f3a245814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701101 Sep 15 18:41:19.933706 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-d437e095-b399-4f6b-a0f9-9ba36f5c758b service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812607 Sep 15 18:41:20.020753 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2046027e-3653-4ac7-8435-42daec0af93f req-5cd53be4-cf63-4dd3-9e3c-26bb6e99d596 service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799429 Sep 15 18:41:20.099878 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-dd43b75c-690a-40d3-b5d4-dbbfa0f830cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:20.101335 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-dd43b75c-690a-40d3-b5d4-dbbfa0f830cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68b74c09ac6c458ca3921c686639ec46&device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 1096 time: 0.0388601 Sep 15 18:41:20.192872 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-4198aa87-ef87-4b87-a907-b4d8b010de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:20.194225 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-4198aa87-ef87-4b87-a907-b4d8b010de78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 200 len: 915 time: 0.0859554 Sep 15 18:41:20.238425 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-0f0dcb74-a332-4c74-81f8-87307df78231 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456 HTTP/1.1" status: 200 len: 217 time: 0.0344155 Sep 15 18:41:20.289574 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-90ac59a2-d5a7-4872-90d2-e9c662f770d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:20.292075 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-90ac59a2-d5a7-4872-90d2-e9c662f770d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17167e15-92ab-4a22-a041-bbe8877a9004 HTTP/1.1" status: 200 len: 854 time: 0.0456553 Sep 15 18:41:20.325613 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-2df01c7a-2d88-44cd-a8e1-e7712d48729b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a34c4320-db10-4a2d-88e8-232f3a245814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245023 Sep 15 18:41:20.412422 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-9d1b55e0-3b0e-4a78-8d11-4bad75829e7c service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784290 Sep 15 18:41:20.503317 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-803ab7d1-97a0-4385-8612-54c810e618d1 req-345ddb0a-4b0a-44a7-b8ec-88ed4407b5dd service neutron] 10.222.0.50 "GET /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827713 Sep 15 18:41:20.858560 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb95a72-0e73-4882-824c-23e8080af387 req-588aaa93-dfe9-4709-86a5-20fd1931877f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:20.860044 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dbb95a72-0e73-4882-824c-23e8080af387 req-588aaa93-dfe9-4709-86a5-20fd1931877f tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 943 time: 0.0480459 Sep 15 18:41:20.896636 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dbb95a72-0e73-4882-824c-23e8080af387 req-19f1d2f6-501e-474e-beec-7fbaf63015c8 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Sep 15 18:41:20.926739 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f5fae89d-dc5f-4a92-9c88-d78b49157dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:21.747115 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 29cb0986-0f44-43fe-bfb6-0f54486b3456 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=93979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:41:21.838015 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 29cb0986-0f44-43fe-bfb6-0f54486b3456, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:41:21.848582 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Returning: {'device': '29cb0986-0f44-43fe-bfb6-0f54486b3456', 'network_id': 'a34c4320-db10-4a2d-88e8-232f3a245814', 'port_id': '29cb0986-0f44-43fe-bfb6-0f54486b3456', 'mac_address': 'fa:16:3e:10:87:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17167e15-92ab-4a22-a041-bbe8877a9004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:41:21.886951 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:21.899200 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cb0986-0f44-43fe-bfb6-0f54486b3456 {{(pid=93979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:41:21.918664 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 29cb0986-0f44-43fe-bfb6-0f54486b3456, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:41:21.922594 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:21.969635 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=29cb0986-0f44-43fe-bfb6-0f54486b3456,revision_number=4']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:21.976545 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.976892 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.977230 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.977561 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.977949 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.978465 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.978808 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.979517 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.979517 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.979792 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.980132 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:21.980451 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:41:22.014784 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84465d1d-d006-4945-bc55-a46142586ba9 req-767488e4-887f-45cb-8d75-fef7d5ed1dc4 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:22.016235 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-84465d1d-d006-4945-bc55-a46142586ba9 req-767488e4-887f-45cb-8d75-fef7d5ed1dc4 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 944 time: 0.0519154 Sep 15 18:41:22.053499 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-84465d1d-d006-4945-bc55-a46142586ba9 req-ac8908cf-5f0e-41bf-b1a7-dd48a9153626 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Sep 15 18:41:22.155978 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['29cb0986-0f44-43fe-bfb6-0f54486b3456'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:41:23.169412 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65abbf-6e9e-4f8f-b482-659b945c0737 req-fd12f6d3-6cea-46c6-b8cc-873edcdb2d6c tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:23.170851 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da65abbf-6e9e-4f8f-b482-659b945c0737 req-fd12f6d3-6cea-46c6-b8cc-873edcdb2d6c tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 944 time: 0.0509920 Sep 15 18:41:23.208923 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-da65abbf-6e9e-4f8f-b482-659b945c0737 req-0cc79bf1-7ad6-4d42-935b-2cde0894dcc9 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Sep 15 18:41:23.694320 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8c086b4d-c72c-4a42-ae88-0936ab7e6ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:23.762223 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 29cb0986-0f44-43fe-bfb6-0f54486b3456 up at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:41:23.808615 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning for port 29cb0986-0f44-43fe-bfb6-0f54486b3456 completed by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:41:23.812231 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.provisioning_blocks [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Provisioning complete for port 29cb0986-0f44-43fe-bfb6-0f54486b3456 triggered by entity L2. {{(pid=93979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:41:23.812602 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047524'] for port, provisioning_complete {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:23.887435 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615080'] for port, before_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:23.908859 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cb0986-0f44-43fe-bfb6-0f54486b3456'}] {{(pid=93979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:41:23.911078 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bf1d1513e24f641969ae76b301c646b85f9070128acdea4a356cfebc6dea869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704e5fa-f5d2-4ca6-a00c-8b89640fd274" -d '{"events": [{"server_uuid": "5da5a173-5d1d-480d-8363-4ca2ccd8102a", "name": "network-vif-plugged", "status": "completed", "tag": "29cb0986-0f44-43fe-bfb6-0f54486b3456"}]}' {{(pid=93979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:41:23.924490 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] For port 29cb0986-0f44-43fe-bfb6-0f54486b3456, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:41:23.930671 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776017813261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776017263562', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776017263580'] for port, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:23.953481 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7257813-044a-42a1-a07a-4760b5db61fc x-openstack-request-id: req-c7257813-044a-42a1-a07a-4760b5db61fc {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:41:23.953773 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da5a173-5d1d-480d-8363-4ca2ccd8102a", "name": "network-vif-plugged", "status": "completed", "tag": "29cb0986-0f44-43fe-bfb6-0f54486b3456", "code": 200}]} {{(pid=93979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:41:23.954024 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7257813-044a-42a1-a07a-4760b5db61fc {{(pid=93979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:41:23.954412 dv-cinder-784603-2-iscsi neutron-server[93979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cb0986-0f44-43fe-bfb6-0f54486b3456', 'code': 200} Sep 15 18:41:23.979383 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Pushing event updated for resources: {'Port': ['ID=29cb0986-0f44-43fe-bfb6-0f54486b3456,revision_number=5']} {{(pid=93979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:24.111815 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b2444-bdd5-4c6a-a1aa-45b52cd2a341 req-09ea7e0a-9736-4dc6-b899-bd2eee09e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:24.113409 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a75b2444-bdd5-4c6a-a1aa-45b52cd2a341 req-09ea7e0a-9736-4dc6-b899-bd2eee09e215 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 1098 time: 0.0396338 Sep 15 18:41:24.142649 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:24.152148 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-a75b2444-bdd5-4c6a-a1aa-45b52cd2a341 req-ffa845da-1d39-49c0-ab5c-a70c61a4687d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Sep 15 18:41:24.325178 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265cb8b-1e66-4fc7-b871-3cc7fa801dc0 req-22acf1d2-e487-43fc-86ed-0a9f0112fd17 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:24.326637 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e265cb8b-1e66-4fc7-b871-3cc7fa801dc0 req-22acf1d2-e487-43fc-86ed-0a9f0112fd17 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 945 time: 0.0534785 Sep 15 18:41:24.362829 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-e265cb8b-1e66-4fc7-b871-3cc7fa801dc0 req-f8b4af43-1943-462f-802a-26e0ad62f5b9 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Sep 15 18:41:24.770006 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:25.478620 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cff2-36e3-4d0a-a08b-820a761f58cc req-994ddc98-65a9-4b8e-a155-8503259b6f0a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:25.480087 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f270cff2-36e3-4d0a-a08b-820a761f58cc req-994ddc98-65a9-4b8e-a155-8503259b6f0a tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 945 time: 0.0475204 Sep 15 18:41:25.515838 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-f270cff2-36e3-4d0a-a08b-820a761f58cc req-92baedad-334f-49c1-b5e6-1712ebe20fba tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Sep 15 18:41:26.136425 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:26.992973 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:43.388693 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61ac5-14c6-4d00-9cda-c940b5aac01b req-e2508c2c-0228-4613-8567-f7ce2f8435b0 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:43.390058 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fee61ac5-14c6-4d00-9cda-c940b5aac01b req-e2508c2c-0228-4613-8567-f7ce2f8435b0 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 945 time: 0.0484130 Sep 15 18:41:43.426868 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-fee61ac5-14c6-4d00-9cda-c940b5aac01b req-cd21f697-34e6-44f4-9d7c-bd47b8729c8c tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Sep 15 18:41:44.200711 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:41:44.544609 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41d477-dad6-41af-951f-f69479491fa0 req-b755952e-42ac-4f82-9e21-29fe898696b0 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:44.546046 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8c41d477-dad6-41af-951f-f69479491fa0 req-b755952e-42ac-4f82-9e21-29fe898696b0 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 945 time: 0.0510507 Sep 15 18:41:44.581777 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-8c41d477-dad6-41af-951f-f69479491fa0 req-6922c16a-cba9-403f-9cf0-bb433e3a02fd tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc7be9b6-9a78-48c4-9050-8f3700172fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299294 Sep 15 18:41:44.976905 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-f435b4b1-6cba-429f-bce6-a49ac278c723 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:44.978536 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-f435b4b1-6cba-429f-bce6-a49ac278c723 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 945 time: 0.0475130 Sep 15 18:41:45.064186 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Deleting port 29cb0986-0f44-43fe-bfb6-0f54486b3456 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:41:45.064526 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:45.152432 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] For port 29cb0986-0f44-43fe-bfb6-0f54486b3456, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=29cb0986-0f44-43fe-bfb6-0f54486b3456,segment=NetworkSegment(2e7c62e5-75d0-4ed9-a419-8641f32b3507),segment_id=2e7c62e5-75d0-4ed9-a419-8641f32b3507)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:41:45.152786 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:45.164601 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Calling delete_port for 29cb0986-0f44-43fe-bfb6-0f54486b3456 owned by compute:nova {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:41:45.291831 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:45.304801 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.db [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] get_ports_and_sgs() called for port_ids ['29cb0986-0f44-43fe-bfb6-0f54486b3456'] {{(pid=93979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:41:45.319075 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Pushing event deleted for resources: {'Port': ['ID=29cb0986-0f44-43fe-bfb6-0f54486b3456,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:45.358099 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] No DVR routers for this DVR port 29cb0986-0f44-43fe-bfb6-0f54486b3456 on host hv-cinder-78460 {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:41:45.360480 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:45.362384 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c7b5409-a9fa-47d1-9add-29126259d65a req-6cfcdd40-2c73-4ee2-af91-1a30a6bb0e57 tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.50 "DELETE /v2.0/ports/29cb0986-0f44-43fe-bfb6-0f54486b3456 HTTP/1.1" status: 204 len: 173 time: 0.3771925 Sep 15 18:41:45.362832 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'name': 'network-vif-deleted', 'tag': '29cb0986-0f44-43fe-bfb6-0f54486b3456'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:41:45.365039 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3327e5-965e-4fd1-a711-4c946b002f1a" -d '{"events": [{"server_uuid": "5da5a173-5d1d-480d-8363-4ca2ccd8102a", "name": "network-vif-deleted", "tag": "29cb0986-0f44-43fe-bfb6-0f54486b3456"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:41:45.402431 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff6394-94bb-4f7a-a3a2-b3d44aac3864 x-openstack-request-id: req-a9ff6394-94bb-4f7a-a3a2-b3d44aac3864 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:41:45.402746 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da5a173-5d1d-480d-8363-4ca2ccd8102a", "name": "network-vif-deleted", "tag": "29cb0986-0f44-43fe-bfb6-0f54486b3456", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:41:45.402992 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9ff6394-94bb-4f7a-a3a2-b3d44aac3864 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:41:45.403396 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da5a173-5d1d-480d-8363-4ca2ccd8102a', 'name': 'network-vif-deleted', 'tag': '29cb0986-0f44-43fe-bfb6-0f54486b3456', 'status': 'completed', 'code': 200} Sep 15 18:41:45.687308 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-462ff7e6-f94a-409f-9c11-88db26ecd3b3 req-4930902a-ac95-4427-b957-2b27245d34ae tempest-VolumesSnapshotTestJSON-1246628459 tempest-VolumesSnapshotTestJSON-1246628459-project] 10.222.0.43 "GET /v2.0/ports?device_id=5da5a173-5d1d-480d-8363-4ca2ccd8102a HTTP/1.1" status: 200 len: 210 time: 0.0295482 Sep 15 18:41:49.958760 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 29cb0986-0f44-43fe-bfb6-0f54486b3456 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:41:49.981562 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 29cb0986-0f44-43fe-bfb6-0f54486b3456 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:41:49.981900 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 29cb0986-0f44-43fe-bfb6-0f54486b3456 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:41:50.926772 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-b37fde8a-2b8c-4c65-b94c-18eb0c328c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:52.892766 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59824) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:41:53.149291 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Deleting port ef8e7cce-3166-4a6d-9ee5-f4801b8d638f {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:41:53.149559 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:53.231030 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:53.231354 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:53.242377 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Calling delete_port for ef8e7cce-3166-4a6d-9ee5-f4801b8d638f owned by network:floatingip {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:41:53.383920 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:53.407740 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'Port': ['ID=ef8e7cce-3166-4a6d-9ee5-f4801b8d638f,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:53.469332 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:53.469664 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.db.l3_db [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Floating IP a344a5a2-2169-46b1-8d0e-a0389cdb36ff disassociated (deleted). External IP: 172.27.1.143, port: 86dd9720-cf45-4d45-8395-542e8323e27d. Sep 15 18:41:53.669082 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:41:53.696198 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-10cdea8a-2eb5-4900-89a6-083ddfb3b831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:54.029173 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:41:54.041352 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:54.048368 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:41:54.061368 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:41:54.062302 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:41:54.073048 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-c76a57c6-ab68-4de9-bc66-356650d2f2f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "DELETE /v2.0/floatingips/a344a5a2-2169-46b1-8d0e-a0389cdb36ff HTTP/1.1" status: 204 len: 168 time: 1.1790133 Sep 15 18:41:54.073843 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:41:54.088023 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c150755-3b0a-4d4f-8b98-85f655868d28" -d '{"events": [{"name": "network-changed", "server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:41:54.137276 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853c686c-3d2b-44b3-a631-8a17cad7d841 x-openstack-request-id: req-853c686c-3d2b-44b3-a631-8a17cad7d841 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:41:54.137946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:41:54.138546 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-853c686c-3d2b-44b3-a631-8a17cad7d841 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:41:54.139156 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d', 'status': 'completed', 'code': 200} Sep 15 18:41:54.187573 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:54.210087 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:41:54.223313 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-0360c609-38b2-4dd0-abf0-102db6b6d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:54.225328 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-0360c609-38b2-4dd0-abf0-102db6b6d3b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 1098 time: 0.0613804 Sep 15 18:41:54.321435 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-fa593540-2e0d-4f3a-933c-86dc35278110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:54.323348 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-fa593540-2e0d-4f3a-933c-86dc35278110 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.0881195 Sep 15 18:41:54.325262 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d3c48-f630-4add-b622-f1891ca6ad68 req-8b0ed538-cced-4125-9ab3-2c5d1c0cc746 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:54.326745 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-561d3c48-f630-4add-b622-f1891ca6ad68 req-8b0ed538-cced-4125-9ab3-2c5d1c0cc746 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0563745 Sep 15 18:41:54.365871 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-561d3c48-f630-4add-b622-f1891ca6ad68 req-d3bd5102-1ae4-46e0-a4e6-9f90ff99ee22 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330486 Sep 15 18:41:54.367297 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-d81ddcc3-2984-43df-90b3-726cc34feaa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86dd9720-cf45-4d45-8395-542e8323e27d HTTP/1.1" status: 200 len: 217 time: 0.0355527 Sep 15 18:41:54.423539 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-809898ce-551e-4d60-ac57-6fd0874fc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:54.425203 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-809898ce-551e-4d60-ac57-6fd0874fc884 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0464716 Sep 15 18:41:54.477888 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-0f548897-ec6b-41b5-882c-74f7d6f6a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:54.480078 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-0f548897-ec6b-41b5-882c-74f7d6f6a06d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454073 Sep 15 18:41:54.569060 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-f35d83b2-379c-47ef-85be-27d3b8f1fdf9 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802882 Sep 15 18:41:54.570349 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:24Z', 'revision_number': 1, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:41:54.599307 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:41:54.608810 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:41:54.609425 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:41:54.670979 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-0c150755-3b0a-4d4f-8b98-85f655868d28 req-fa01aad7-9dfa-42c0-9202-018e0f663b47 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897465 Sep 15 18:41:54.722295 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:41:54.805647 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:54.942093 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:24Z', 'revision_number': 1, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:41:54.968341 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a83f37-509d-4160-80ec-63968d207e5c None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_floatingips': [{'id': 'cba74ec9-7a76-4924-9177-7ebd00f8f1cc', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'router_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'port_id': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'mac_address': 'fa:16:3e:d9:12:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd0d447-807e-481b-b8f4-f71b31207337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:38:22Z', 'updated_at': '2021-09-15T18:38:24Z', 'revision_number': 1, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:41:55.177632 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5b249-f912-45e6-8acd-f0d2e46e612f None None] New status for floating IP a344a5a2-2169-46b1-8d0e-a0389cdb36ff: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:41:55.483417 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ddff0-0b0e-4c0c-85bf-8973244706e0 req-5aa374aa-5201-418b-a266-83f4f4ce304f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:55.484878 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dd4ddff0-0b0e-4c0c-85bf-8973244706e0 req-5aa374aa-5201-418b-a266-83f4f4ce304f tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0474408 Sep 15 18:41:55.521402 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-dd4ddff0-0b0e-4c0c-85bf-8973244706e0 req-54b5d80c-366c-492a-b83d-500a080df908 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307152 Sep 15 18:41:56.139932 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:56.631904 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f92b5-e770-4a07-bc2d-47e31121fead req-9b7b5364-3831-494b-baee-a30da2c2d9ca tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:56.633336 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-100f92b5-e770-4a07-bc2d-47e31121fead req-9b7b5364-3831-494b-baee-a30da2c2d9ca tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0477154 Sep 15 18:41:56.671794 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-100f92b5-e770-4a07-bc2d-47e31121fead req-1c539a17-6049-4269-927d-f26edf841c4c tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322535 Sep 15 18:41:56.998124 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:57.786148 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184290d-daca-4db1-8347-c86f5bb75072 req-71871663-acb1-459f-9110-dd99106f4aa7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:57.787579 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b184290d-daca-4db1-8347-c86f5bb75072 req-71871663-acb1-459f-9110-dd99106f4aa7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0477946 Sep 15 18:41:57.824847 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-b184290d-daca-4db1-8347-c86f5bb75072 req-7c8f32d7-1c4c-4790-8d74-b2771310b6f7 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Sep 15 18:41:58.308949 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-ac4874da-740b-492b-9e48-47bc6cefafdb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:41:58.310383 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-ac4874da-740b-492b-9e48-47bc6cefafdb tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Sep 15 18:41:58.398222 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Deleting port 86dd9720-cf45-4d45-8395-542e8323e27d {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:41:58.398380 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:58.489468 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] For port 86dd9720-cf45-4d45-8395-542e8323e27d, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=86dd9720-cf45-4d45-8395-542e8323e27d,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:41:58.489825 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:58.501982 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Calling delete_port for 86dd9720-cf45-4d45-8395-542e8323e27d owned by compute:nova {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:41:58.636846 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:58.667151 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'Port': ['ID=86dd9720-cf45-4d45-8395-542e8323e27d,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:41:58.717568 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] No DVR routers for this DVR port 86dd9720-cf45-4d45-8395-542e8323e27d on host hv-cinder-78460 {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:41:58.720131 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:41:58.722205 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-15fd9a2d-edcd-4ba9-8478-0d512b674036 req-14f3c8bb-e7c5-4b45-be7e-d11779122f0b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "DELETE /v2.0/ports/86dd9720-cf45-4d45-8395-542e8323e27d HTTP/1.1" status: 204 len: 173 time: 0.4053535 Sep 15 18:41:58.722641 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'name': 'network-vif-deleted', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:41:58.724893 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c0c58-ff95-4f88-bf24-0f1186df8e3a" -d '{"events": [{"server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "name": "network-vif-deleted", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:41:58.764207 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab5160-8632-4e66-a338-f9be09e28502 x-openstack-request-id: req-27ab5160-8632-4e66-a338-f9be09e28502 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:41:58.764572 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77241544-f4a9-40ca-9273-8a23a1fdbb48", "name": "network-vif-deleted", "tag": "86dd9720-cf45-4d45-8395-542e8323e27d", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:41:58.764943 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27ab5160-8632-4e66-a338-f9be09e28502 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:41:58.765335 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77241544-f4a9-40ca-9273-8a23a1fdbb48', 'name': 'network-vif-deleted', 'tag': '86dd9720-cf45-4d45-8395-542e8323e27d', 'status': 'completed', 'code': 200} Sep 15 18:41:58.920558 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-485a21b4-649f-4a49-9a5e-6a05c18d8735 req-12d348bf-5e5c-4df2-ab18-36cc87b8ac09 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=77241544-f4a9-40ca-9273-8a23a1fdbb48 HTTP/1.1" status: 200 len: 210 time: 0.0259464 Sep 15 18:42:01.965063 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 86dd9720-cf45-4d45-8395-542e8323e27d no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:01.984558 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 86dd9720-cf45-4d45-8395-542e8323e27d {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:01.984899 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 86dd9720-cf45-4d45-8395-542e8323e27d not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:02.195925 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59906) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:02.357513 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Deleting port 64eb9665-ff02-4ce8-89fa-e41d8995a87d {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:02.357855 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:02.436724 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:02.437051 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:02.449229 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Calling delete_port for 64eb9665-ff02-4ce8-89fa-e41d8995a87d owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:02.590316 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:02.613021 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'Port': ['ID=64eb9665-ff02-4ce8-89fa-e41d8995a87d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:02.626498 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.626854 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.627198 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.627539 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.627884 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.628228 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.628558 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.628888 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.629216 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.629541 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.629864 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.630182 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:02.685324 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:02.685654 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.db.l3_db [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Floating IP cba74ec9-7a76-4924-9177-7ebd00f8f1cc disassociated (deleted). External IP: 172.27.1.46, port: 0739b9f1-1905-4b6b-a73e-2b85adcea744. Sep 15 18:42:02.883204 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:42:02.990605 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:42:02.996247 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:03.001871 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:42:03.010960 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:42:03.011733 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:03.021815 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-90104b5b-e4ba-4275-8568-23bd250d1dfe tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "DELETE /v2.0/floatingips/cba74ec9-7a76-4924-9177-7ebd00f8f1cc HTTP/1.1" status: 204 len: 168 time: 0.8248289 Sep 15 18:42:03.022395 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744'}] {{(pid=93977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:42:03.024702 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02e1de3ba1c64851652094b7726ef742e890a424b429d0c0292ef3edb8823e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d992414-37fa-49b3-9e8a-d755a1154811" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744"}]}' {{(pid=93977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:42:03.116135 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:42:03.134323 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb0e679-4b43-4329-9fe5-50a832ad3152 x-openstack-request-id: req-2eb0e679-4b43-4329-9fe5-50a832ad3152 {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:42:03.134603 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744", "status": "completed", "code": 200}]} {{(pid=93977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:42:03.134803 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eb0e679-4b43-4329-9fe5-50a832ad3152 {{(pid=93977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:42:03.135320 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'status': 'completed', 'code': 200} Sep 15 18:42:03.233700 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-71f6906f-6352-4d92-88cf-ea5493c7c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:03.235967 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-71f6906f-6352-4d92-88cf-ea5493c7c8e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 1098 time: 0.0590127 Sep 15 18:42:03.263769 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71d11-dd65-4f65-8afa-f05cc5c67a96 req-0e97dc34-2d7a-4e3e-bdee-6fa11942c7c2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:03.265578 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6c71d11-dd65-4f65-8afa-f05cc5c67a96 req-0e97dc34-2d7a-4e3e-bdee-6fa11942c7c2 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 945 time: 0.0549185 Sep 15 18:42:03.319296 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [req-b6c71d11-dd65-4f65-8afa-f05cc5c67a96 req-04a3a555-c741-4f90-8375-1b4364ebc882 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Sep 15 18:42:03.350829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-3509e3e1-1e12-4aeb-96bd-142c967f8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:03.352418 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-3509e3e1-1e12-4aeb-96bd-142c967f8889 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 200 len: 913 time: 0.1073215 Sep 15 18:42:03.367923 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:03.393971 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-528142a6-cbe0-4054-9d26-0305bda9b0b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 200 len: 217 time: 0.0330615 Sep 15 18:42:03.394427 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:42:03.403550 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:42:03.404292 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:03.453673 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-99606f4f-72e3-4ee9-a735-cfeca70dc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:03.455115 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-99606f4f-72e3-4ee9-a735-cfeca70dc4d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 200 len: 851 time: 0.0517886 Sep 15 18:42:03.506812 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-32de9936-5548-4df8-bcd2-7f47d4f18bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:03.508316 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-32de9936-5548-4df8-bcd2-7f47d4f18bd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72ae466c-a0ec-4275-9704-7089287fd459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406790 Sep 15 18:42:03.516249 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:42:03.599640 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-7fe8f4b8-e497-4aec-8775-06436389513a service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820379 Sep 15 18:42:03.696995 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-5d992414-37fa-49b3-9e8a-d755a1154811 req-83a6fff7-c213-40a8-b609-baaacb8c9821 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877757 Sep 15 18:42:03.713215 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:03.739695 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ef36c-9777-4344-887a-d403dc402a0f None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:35:13Z', 'revision_number': 4, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi', '_interfaces': [{'id': '82e31e99-d23d-425e-a8e7-dc15a32d7fc2', 'name': '', 'network_id': '72ae466c-a0ec-4275-9704-7089287fd459', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'mac_address': 'fa:16:3e:5c:80:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:12Z', 'updated_at': '2021-09-15T18:35:16Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'subnets': [{'id': 'ad67918a-d4f1-432a-9374-dee94f7ff874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:42:03.937239 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9157d-3a2b-48a8-8209-f47dbf91ba38 None None] New status for floating IP cba74ec9-7a76-4924-9177-7ebd00f8f1cc: DOWN {{(pid=93980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:42:04.430310 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107efc0-14ac-4bc9-b805-03b5b3bce499 req-8f9b4862-c9eb-4ee5-bbcb-87d060620b13 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:04.431792 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d107efc0-14ac-4bc9-b805-03b5b3bce499 req-8f9b4862-c9eb-4ee5-bbcb-87d060620b13 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Sep 15 18:42:04.472231 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-d107efc0-14ac-4bc9-b805-03b5b3bce499 req-46ace26e-9c00-4603-9d2d-9fd711257d3b tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cbeec56-4930-485b-bd2b-4c0e4791a561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341268 Sep 15 18:42:04.889487 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e57019ac-87f6-49b4-ab3f-cc54bb9b1aa3 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:42:04.890859 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e57019ac-87f6-49b4-ab3f-cc54bb9b1aa3 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Sep 15 18:42:04.980880 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Deleting port 0739b9f1-1905-4b6b-a73e-2b85adcea744 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:04.981219 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:05.070282 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] For port 0739b9f1-1905-4b6b-a73e-2b85adcea744, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0739b9f1-1905-4b6b-a73e-2b85adcea744,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:05.070643 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:05.082993 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Calling delete_port for 0739b9f1-1905-4b6b-a73e-2b85adcea744 owned by compute:nova {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:05.202630 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:05.233521 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'Port': ['ID=0739b9f1-1905-4b6b-a73e-2b85adcea744,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:05.275261 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] No DVR routers for this DVR port 0739b9f1-1905-4b6b-a73e-2b85adcea744 on host hv-cinder-78460 {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:42:05.278262 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for port, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:05.280301 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-1d840dca-7a56-4d69-864e-660278c4a906 req-e8dd8185-b478-46c6-a90d-2558db79987d tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.50 "DELETE /v2.0/ports/0739b9f1-1905-4b6b-a73e-2b85adcea744 HTTP/1.1" status: 204 len: 173 time: 0.3821414 Sep 15 18:42:05.280731 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'name': 'network-vif-deleted', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744'}] {{(pid=93978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:42:05.282937 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09a89fded72571529b05b885438af8fbe21d023896436fd9526a506bc03050a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf146e01-72d4-4e0f-9dfd-8a8e47f00a54" -d '{"events": [{"server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "name": "network-vif-deleted", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744"}]}' {{(pid=93978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:42:05.318498 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e07aa-5c17-4d3f-8da9-40d62f14f827 x-openstack-request-id: req-9f4e07aa-5c17-4d3f-8da9-40d62f14f827 {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:42:05.318794 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd0d447-807e-481b-b8f4-f71b31207337", "name": "network-vif-deleted", "tag": "0739b9f1-1905-4b6b-a73e-2b85adcea744", "status": "completed", "code": 200}]} {{(pid=93978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:42:05.319048 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f4e07aa-5c17-4d3f-8da9-40d62f14f827 {{(pid=93978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:42:05.319451 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd0d447-807e-481b-b8f4-f71b31207337', 'name': 'network-vif-deleted', 'tag': '0739b9f1-1905-4b6b-a73e-2b85adcea744', 'status': 'completed', 'code': 200} Sep 15 18:42:05.587826 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [req-2b32e490-106e-4116-b62e-3fc490a7dd1e req-f3575c8f-8317-4761-ad72-2e7fa0516fa5 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd0d447-807e-481b-b8f4-f71b31207337 HTTP/1.1" status: 200 len: 210 time: 0.0379183 Sep 15 18:42:06.632558 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59958) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:06.758207 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Deleting port 299d35fe-1608-413e-96ca-f656bc46fe7c {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:06.758556 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:06.836174 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:06.836536 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:06.848381 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Calling delete_port for 299d35fe-1608-413e-96ca-f656bc46fe7c owned by network:floatingip {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:06.978206 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:07.003737 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'Port': ['ID=299d35fe-1608-413e-96ca-f656bc46fe7c,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:07.063845 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for floatingip, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:07.066457 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47636'] for floatingip, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:07.067608 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-fa331ab3-0789-4083-8f19-2080d6b4c353 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "DELETE /v2.0/floatingips/d42c8796-ec52-41ff-8a39-94ce8a448fd1 HTTP/1.1" status: 204 len: 168 time: 0.4340849 Sep 15 18:42:07.887228 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59976) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:07.930087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Deleting subnet 17167e15-92ab-4a22-a041-bbe8877a9004 {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:42:07.933393 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:07.970430 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.007149 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.027890 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0739b9f1-1905-4b6b-a73e-2b85adcea744 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:08.047652 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] No Port match for: 0739b9f1-1905-4b6b-a73e-2b85adcea744 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:08.047994 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Device 0739b9f1-1905-4b6b-a73e-2b85adcea744 not bound to the agent host hv-cinder-78460 {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:08.060364 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.086350 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17167e15-92ab-4a22-a041-bbe8877a9004,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:08.090056 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.091283 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/17167e15-92ab-4a22-a041-bbe8877a9004 HTTP/1.1" status: 204 len: 168 time: 0.2030919 Sep 15 18:42:08.093902 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 59978) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:08.097152 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.097501 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.097868 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.098203 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.098534 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.098868 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.099196 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.099523 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.099850 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.100199 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.100521 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.100841 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90235e1-0b10-4e34-83fb-13bc137fdab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-2-iscsi {{(pid=93978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:42:08.166174 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.249159 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.258861 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59982) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:08.269795 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34c4320-db10-4a2d-88e8-232f3a245814']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:08.278933 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7c62e5-75d0-4ed9-a419-8641f32b3507') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:08.279235 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7c62e5-75d0-4ed9-a419-8641f32b3507') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:08.288313 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.302138 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.308888 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:42:08.309287 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:42:08.311315 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:42:08.321087 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-01d4e985-8ea2-4cfc-b743-e3e501b5f673 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.346946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-01d4e985-8ea2-4cfc-b743-e3e501b5f673 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.366621 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.372018 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.373848 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a34c4320-db10-4a2d-88e8-232f3a245814 HTTP/1.1" status: 204 len: 168 time: 0.2788618 Sep 15 18:42:08.384382 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcbc53-d807-4fe0-a07c-8b849a708514 admin admin] Pushing event deleted for resources: {'Network': ['ID=a34c4320-db10-4a2d-88e8-232f3a245814,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:08.413129 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-01d4e985-8ea2-4cfc-b743-e3e501b5f673 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.415687 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-01d4e985-8ea2-4cfc-b743-e3e501b5f673 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.417807 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-01d4e985-8ea2-4cfc-b743-e3e501b5f673 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] 10.222.0.43 "DELETE /v2.0/security-groups/9cbeec56-4930-485b-bd2b-4c0e4791a561 HTTP/1.1" status: 204 len: 168 time: 0.1576443 Sep 15 18:42:08.426963 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4e985-8ea2-4cfc-b743-e3e501b5f673 tempest-TestVolumeBootPattern-1767892697 tempest-TestVolumeBootPattern-1767892697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbeec56-4930-485b-bd2b-4c0e4791a561,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:08.492931 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59988) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:08.533986 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-0552f9dc-3dde-476e-9e1d-0d5e6a96c650 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68b74c09ac6c458ca3921c686639ec46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398085 Sep 15 18:42:08.538158 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59990) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:08.587679 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43c1dd78-60f4-4377-8c10-e4b45dcb9ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.609359 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43c1dd78-60f4-4377-8c10-e4b45dcb9ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.654248 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43c1dd78-60f4-4377-8c10-e4b45dcb9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.656828 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-43c1dd78-60f4-4377-8c10-e4b45dcb9ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:08.657957 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-43c1dd78-60f4-4377-8c10-e4b45dcb9ad1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc7be9b6-9a78-48c4-9050-8f3700172fa5 HTTP/1.1" status: 204 len: 168 time: 0.1206183 Sep 15 18:42:08.665566 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1dd78-60f4-4377-8c10-e4b45dcb9ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7be9b6-9a78-48c4-9050-8f3700172fa5,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:09.489559 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 59996) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:10.005052 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:10.247591 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Deleting port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:10.247957 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:10.321310 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] For port 82e31e99-d23d-425e-a8e7-dc15a32d7fc2, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:10.321596 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:10.333851 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Calling delete_port for 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 owned by network:router_interface {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:10.504299 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:10.532466 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e31e99-d23d-425e-a8e7-dc15a32d7fc2,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:10.694997 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:10.903097 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Router 6b777b0a-aaba-41c6-a8cb-e2120b34761f has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:42:11.006243 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:42:11.011396 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-a1c39e36-375c-47c8-ac58-e19778837f42 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b777b0a-aaba-41c6-a8cb-e2120b34761f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208170 Sep 15 18:42:11.013883 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 60000) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:11.016406 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] Sync routers for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:42:11.025737 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:42:11.026332 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:11.115829 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.126562 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:42:11.313151 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:42:10Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:11.339366 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] Checking router: 6b777b0a-aaba-41c6-a8cb-e2120b34761f for host: dv-cinder-784603-2-iscsi {{(pid=93979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:42:11.347665 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] Routers {'6b777b0a-aaba-41c6-a8cb-e2120b34761f'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:42:11.348296 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'], 'active': True} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:11.450948 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_dvr_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] Set router 6b777b0a-aaba-41c6-a8cb-e2120b34761f gateway port host: dv-cinder-784603-2-iscsi {{(pid=93979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:42:11.477908 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.536747 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Deleting port 18783a94-8fc0-4a13-abbc-891bc13538e5 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:11.537489 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.617982 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] For port 18783a94-8fc0-4a13-abbc-891bc13538e5, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=18783a94-8fc0-4a13-abbc-891bc13538e5,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:11.618345 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.631833 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Calling delete_port for 18783a94-8fc0-4a13-abbc-891bc13538e5 owned by network:router_gateway {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:11.757001 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.db.l3_hamode_db [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:42:10Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:11.782836 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64a186-3845-4df5-a79e-75ca15234224 None None] The sync data for ids ['6b777b0a-aaba-41c6-a8cb-e2120b34761f'] in dv-cinder-784603-2-iscsi is: [{'id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'name': 'tempest-TestVolumeBootPattern-1723417366-router', 'tenant_id': '18e4f5e641eb4570b9b4eae11e02a549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:08Z', 'updated_at': '2021-09-15T18:42:10Z', 'revision_number': 5, 'project_id': '18e4f5e641eb4570b9b4eae11e02a549', 'gw_port': {'id': '18783a94-8fc0-4a13-abbc-891bc13538e5', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b777b0a-aaba-41c6-a8cb-e2120b34761f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:10Z', 'updated_at': '2021-09-15T18:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:42:11.795962 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.826654 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Pushing event deleted for resources: {'Port': ['ID=18783a94-8fc0-4a13-abbc-891bc13538e5,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:11.885075 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.972960 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:11.975028 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.016414 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.016887 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b777b0a-aaba-41c6-a8cb-e2120b34761f {{(pid=93978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:42:12.021623 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] Notify callbacks [] for router, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.022729 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-7461e7b5-7d53-4bc3-a44a-c9811ef0ca4a admin admin] 10.222.0.43 "DELETE /v2.0/routers/6b777b0a-aaba-41c6-a8cb-e2120b34761f HTTP/1.1" status: 204 len: 168 time: 1.0079532 Sep 15 18:42:12.025173 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 60002) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:12.072506 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Deleting subnet ad67918a-d4f1-432a-9374-dee94f7ff874 {{(pid=93978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:42:12.076068 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.110533 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26783250'] for subnet, precommit_delete_associations {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.192592 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.252656 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26739909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545144'] for subnet, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.276629 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad67918a-d4f1-432a-9374-dee94f7ff874,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:12.282818 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for subnet, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.285109 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-de3e0399-9800-4ae3-81cc-c6f6b2d3cbb7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad67918a-d4f1-432a-9374-dee94f7ff874 HTTP/1.1" status: 204 len: 168 time: 0.2587061 Sep 15 18:42:12.287234 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 60004) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:12.289842 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c516e-b641-416b-8b87-13432ec58acd None None] Network 72ae466c-a0ec-4275-9704-7089287fd459 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:42:12.358514 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.421835 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Deleting port 27272740-1aba-4b6c-893a-12ff515cc6a6 {{(pid=93978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:12.422180 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.484944 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.db [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] For port 27272740-1aba-4b6c-893a-12ff515cc6a6, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=27272740-1aba-4b6c-893a-12ff515cc6a6,segment=NetworkSegment(4e3f97f1-df39-4711-b434-53a194a5ea91),segment_id=4e3f97f1-df39-4711-b434-53a194a5ea91)] {{(pid=93978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:12.485314 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.497126 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.plugin [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Calling delete_port for 27272740-1aba-4b6c-893a-12ff515cc6a6 owned by network:dhcp {{(pid=93978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:12.575823 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26739946'] for port, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.601406 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Pushing event deleted for resources: {'Port': ['ID=27272740-1aba-4b6c-893a-12ff515cc6a6,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:12.603218 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] No DVR routers for this DVR port 27272740-1aba-4b6c-893a-12ff515cc6a6 on host dv-cinder-784603-2-iscsi {{(pid=93978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:42:12.670380 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.690203 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ae466c-a0ec-4275-9704-7089287fd459']}} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:12.699659 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3f97f1-df39-4711-b434-53a194a5ea91') {'for_net_delete': True} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:12.699946 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.services.segments.db [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3f97f1-df39-4711-b434-53a194a5ea91') {} {{(pid=93978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:12.712636 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26783257'] for segment, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.725266 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.731166 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:42:12.731549 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26739995'] for segment, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: Traceback (most recent call last): Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: timer() Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: cb(*args, **kw) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: return func(*args, **kwargs) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: self._notify() Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: self.callback(batched_events) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: event.method(event) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: return f(self, *a, **k) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._get(url).json() Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: return self.request(url, 'GET', **kwargs) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:42:12.733165 dv-cinder-784603-2-iscsi neutron-server[93978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:42:12.782218 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6b02d-0507-41de-938d-b127e78dba30 None None] DHCP port deletion for 72ae466c-a0ec-4275-9704-7089287fd459 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:42:12.802397 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.806893 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:12.809802 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] 10.222.0.43 "DELETE /v2.0/networks/72ae466c-a0ec-4275-9704-7089287fd459 HTTP/1.1" status: 204 len: 168 time: 0.5216005 Sep 15 18:42:12.813144 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 60006) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:12.822350 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8014-d466-4c26-81b4-60d8e8546193 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ae466c-a0ec-4275-9704-7089287fd459,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:13.159253 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577804'] for router_interface, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:13.195263 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:13.215531 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:13.215878 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 82e31e99-d23d-425e-a8e7-dc15a32d7fc2 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:13.216300 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 18783a94-8fc0-4a13-abbc-891bc13538e5 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:13.234961 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 18783a94-8fc0-4a13-abbc-891bc13538e5 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:13.235308 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 18783a94-8fc0-4a13-abbc-891bc13538e5 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:13.235721 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 27272740-1aba-4b6c-893a-12ff515cc6a6 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:13.254118 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 27272740-1aba-4b6c-893a-12ff515cc6a6 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:13.254462 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 27272740-1aba-4b6c-893a-12ff515cc6a6 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:13.401780 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Deleting port b823c25e-9a5b-487c-ace1-c82c6bf473f0 {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:13.402027 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:13.475939 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] For port b823c25e-9a5b-487c-ace1-c82c6bf473f0, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=b823c25e-9a5b-487c-ace1-c82c6bf473f0,segment=NetworkSegment(4dcafe01-d704-433c-a154-4879154c59fc),segment_id=4dcafe01-d704-433c-a154-4879154c59fc)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:13.476298 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:13.488181 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Calling delete_port for b823c25e-9a5b-487c-ace1-c82c6bf473f0 owned by network:router_interface {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:13.663222 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:13.691572 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Pushing event deleted for resources: {'Port': ['ID=b823c25e-9a5b-487c-ace1-c82c6bf473f0,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:13.855231 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581308'] for router_interface, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:14.063942 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Router 57718289-a3cc-4dc3-8587-23228ad47880 has already been hosted by L3 agent d01031cb-1699-40aa-8491-71012a30181d {{(pid=93977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:42:14.167586 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] Notify agent at l3_agent.dv-cinder-784603-2-iscsi the message routers_updated {{(pid=93977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:42:14.173137 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-5157219d-68cc-48b6-858a-c839b08c9073 admin admin] 10.222.0.43 "PUT /v2.0/routers/57718289-a3cc-4dc3-8587-23228ad47880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588190 Sep 15 18:42:14.175467 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 60008) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:14.178246 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] Sync routers for ids ['57718289-a3cc-4dc3-8587-23228ad47880'] in dv-cinder-784603-2-iscsi {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:42:14.193347 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] Routers {'57718289-a3cc-4dc3-8587-23228ad47880'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:42:14.194205 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['57718289-a3cc-4dc3-8587-23228ad47880'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:14.296909 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] Set router 57718289-a3cc-4dc3-8587-23228ad47880 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:42:14.482128 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:42:13Z', 'revision_number': 5, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:14.513660 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] Checking router: 57718289-a3cc-4dc3-8587-23228ad47880 for host: dv-cinder-784603-2-iscsi {{(pid=93980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:42:14.521773 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] Routers {'57718289-a3cc-4dc3-8587-23228ad47880'} bound to L3 agent in host dv-cinder-784603-2-iscsi {{(pid=93980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:42:14.522376 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784603-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:22:54Z,description=,heartbeat_timestamp=2021-09-15T18:41:54Z,host='dv-cinder-784603-2-iscsi',id=d01031cb-1699-40aa-8491-71012a30181d,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T18:22:54Z,topic='l3_agent')) {'router_ids': ['57718289-a3cc-4dc3-8587-23228ad47880'], 'active': True} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:14.533861 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:14.621884 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_dvr_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] Set router 57718289-a3cc-4dc3-8587-23228ad47880 gateway port host: dv-cinder-784603-2-iscsi {{(pid=93980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:42:14.632607 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:14.684116 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Deleting port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:14.684525 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:14.761041 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] For port 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,segment=NetworkSegment(a85e38bf-6147-49f9-8dc9-f6bdf88be60b),segment_id=a85e38bf-6147-49f9-8dc9-f6bdf88be60b)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:14.761315 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:14.773499 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Calling delete_port for 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf owned by network:router_gateway {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:14.800458 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.l3_hamode_db [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:42:13Z', 'revision_number': 5, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}], 'dv-cinder-784603-2-iscsi', False) {} {{(pid=93980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:14.828016 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7282cf6-b6a8-46ae-8bfa-5db109eb7cff None None] The sync data for ids ['57718289-a3cc-4dc3-8587-23228ad47880'] in dv-cinder-784603-2-iscsi is: [{'id': '57718289-a3cc-4dc3-8587-23228ad47880', 'name': 'tempest-TestVolumeBootPattern-1109165475-router', 'tenant_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'external_fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:35:15Z', 'updated_at': '2021-09-15T18:42:13Z', 'revision_number': 5, 'project_id': '857f2d2547cf4c9ebc595e9f6cdda109', 'gw_port': {'id': '6fa0bbc9-b07b-4184-b05a-2e96734c4dcf', 'name': '', 'network_id': '5926c4f6-e4d7-44f7-a557-14ac295938f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57718289-a3cc-4dc3-8587-23228ad47880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:35:16Z', 'updated_at': '2021-09-15T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3db63266-0d07-44ef-8d7b-4c3377998a83', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-2-iscsi'}] {{(pid=93980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:42:14.938694 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:14.967429 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa0bbc9-b07b-4184-b05a-2e96734c4dcf,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:15.024922 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581242'] for router_gateway, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.112702 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.114705 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.157591 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575696'] for router, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.158139 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57718289-a3cc-4dc3-8587-23228ad47880 {{(pid=93977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:42:15.162779 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.163942 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-7feb1b63-a27f-4606-9401-42b8053d29f3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/57718289-a3cc-4dc3-8587-23228ad47880 HTTP/1.1" status: 204 len: 168 time: 0.9875057 Sep 15 18:42:15.166387 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 60010) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:15.218274 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.db_base_plugin_v2 [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Deleting subnet 4208d7a5-3e73-4e9f-b37d-740218a2d8f3 {{(pid=93977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:42:15.225840 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.265121 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26298459'] for subnet, precommit_delete_associations {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.303500 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device b823c25e-9a5b-487c-ace1-c82c6bf473f0 no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:15.326727 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: b823c25e-9a5b-487c-ace1-c82c6bf473f0 {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:15.327074 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device b823c25e-9a5b-487c-ace1-c82c6bf473f0 not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:15.351211 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2042712'] for subnet, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.412961 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2042703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27169989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27180492'] for subnet, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.439796 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4208d7a5-3e73-4e9f-b37d-740218a2d8f3,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:15.445042 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.446958 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-4253a6dc-ea02-4525-897b-e5112b315d81 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4208d7a5-3e73-4e9f-b37d-740218a2d8f3 HTTP/1.1" status: 204 len: 168 time: 0.2796118 Sep 15 18:42:15.450224 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 60012) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:15.452856 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8130305-1c8c-4160-9fa5-ffc683b446ec None None] Network 87212cfe-07f4-4527-a66c-2ba91b86cde1 requested from dv-cinder-784603-2-iscsi {{(pid=93979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:42:15.519576 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1944745'] for network, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.576768 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Deleting port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f {{(pid=93977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:42:15.577039 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776017807153'] for port, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.642845 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.db [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] For port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f, host dv-cinder-784603-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-2-iscsi',level=0,port_id=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,segment=NetworkSegment(4dcafe01-d704-433c-a154-4879154c59fc),segment_id=4dcafe01-d704-433c-a154-4879154c59fc)] {{(pid=93977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:42:15.643209 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587588'] for port, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.655088 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.plugin [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Calling delete_port for 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f owned by network:dhcp {{(pid=93977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:42:15.734467 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776017814775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776017263553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27170026'] for port, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.757879 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Pushing event deleted for resources: {'Port': ['ID=069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:15.764481 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] No DVR routers for this DVR port 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f on host dv-cinder-784603-2-iscsi {{(pid=93977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:42:15.834178 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2042335', 'neutron.services.segments.db._delete_segments_for_network-8776017838237'] for network, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.842128 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5f9ca-bdcb-430d-9ed3-60313a0f9245 None None] DHCP port deletion for 87212cfe-07f4-4527-a66c-2ba91b86cde1 request from dv-cinder-784603-2-iscsi {{(pid=93979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:42:15.857433 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87212cfe-07f4-4527-a66c-2ba91b86cde1']}} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:15.867018 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcafe01-d704-433c-a154-4879154c59fc') {'for_net_delete': True} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:15.867318 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.services.segments.db [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcafe01-d704-433c-a154-4879154c59fc') {} {{(pid=93977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:42:15.880726 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776017839782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26298448'] for segment, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.893403 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781'] for segment, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.899097 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=93977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:42:15.899484 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2040781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27170075'] for segment, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: Traceback (most recent call last): Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: timer() Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: cb(*args, **kw) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: return func(*args, **kwargs) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: self._notify() Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: self.callback(batched_events) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: event.method(event) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: return f(self, *a, **k) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._get(url).json() Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: return self.request(url, 'GET', **kwargs) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:42:15.901673 dv-cinder-784603-2-iscsi neutron-server[93977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:42:15.955053 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2042310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581150'] for network, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.960327 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602155'] for network, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:15.962135 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] 10.222.0.43 "DELETE /v2.0/networks/87212cfe-07f4-4527-a66c-2ba91b86cde1 HTTP/1.1" status: 204 len: 168 time: 0.5108557 Sep 15 18:42:15.973303 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b98ec-49a5-4faf-8313-9b4d080fea77 admin admin] Pushing event deleted for resources: {'Network': ['ID=87212cfe-07f4-4527-a66c-2ba91b86cde1,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:16.076059 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 60016) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:16.114520 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-64f04cac-0669-448a-abbf-bbaf915333c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18e4f5e641eb4570b9b4eae11e02a549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372708 Sep 15 18:42:16.116662 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.wsgi [-] (93977) accepted ('10.222.0.43', 60018) {{(pid=93977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:16.163948 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b36df827-60dc-4c02-b643-468dd6af5e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.190288 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b36df827-60dc-4c02-b643-468dd6af5e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.239535 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b36df827-60dc-4c02-b643-468dd6af5e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.242413 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron_lib.callbacks.manager [None req-b36df827-60dc-4c02-b643-468dd6af5e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.243611 dv-cinder-784603-2-iscsi neutron-server[93977]: INFO neutron.wsgi [None req-b36df827-60dc-4c02-b643-468dd6af5e07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecf72a9a-592f-43ef-8df4-fa209189e66d HTTP/1.1" status: 204 len: 168 time: 0.1260793 Sep 15 18:42:16.253407 dv-cinder-784603-2-iscsi neutron-server[93977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36df827-60dc-4c02-b643-468dd6af5e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf72a9a-592f-43ef-8df4-fa209189e66d,revision_number=None']} {{(pid=93977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:16.558239 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 60024) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:16.597576 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-53714f2f-0dd2-475c-8f40-f0da45bc0a40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=857f2d2547cf4c9ebc595e9f6cdda109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381820 Sep 15 18:42:16.600013 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.wsgi [-] (93978) accepted ('10.222.0.43', 60026) {{(pid=93978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:42:16.645630 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ccf65027-b51e-415f-8095-68b774bbb73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.670262 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ccf65027-b51e-415f-8095-68b774bbb73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.716913 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ccf65027-b51e-415f-8095-68b774bbb73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648153'] for security_group, after_delete {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.719202 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron_lib.callbacks.manager [None req-ccf65027-b51e-415f-8095-68b774bbb73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:16.720361 dv-cinder-784603-2-iscsi neutron-server[93978]: INFO neutron.wsgi [None req-ccf65027-b51e-415f-8095-68b774bbb73c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1dd356b-7282-404a-bccf-ebddc5eacf48 HTTP/1.1" status: 204 len: 168 time: 0.1194706 Sep 15 18:42:16.728279 dv-cinder-784603-2-iscsi neutron-server[93978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf65027-b51e-415f-8095-68b774bbb73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dd356b-7282-404a-bccf-ebddc5eacf48,revision_number=None']} {{(pid=93978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:42:17.191629 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:17.215366 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:17.215705 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 069f7bfc-dd67-48d1-a3f5-c0deb0dd8e2f not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:17.216145 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf no longer exists at agent ovs-agent-dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:42:17.234757 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.plugin [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] No Port match for: 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf {{(pid=93979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:42:17.235104 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron.plugins.ml2.rpc [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Device 6fa0bbc9-b07b-4184-b05a-2e96734c4dcf not bound to the agent host dv-cinder-784603-2-iscsi {{(pid=93979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:42:20.927074 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1f7489ce-d97d-4b1e-8def-dd7c2cf020ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:21.198685 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:42:23.697438 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3bef942e-d586-45e0-a302-f0df99b7ef1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:24.148658 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:24.775551 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:26.142586 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:26.993180 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:50.928292 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c7a-0f00-4b51-997c-d0f80ea4d606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:53.698340 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0e65-5da6-4aa6-9ca0-865f8883bc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:54.149823 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:54.777605 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:56.146120 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:56.993922 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:42:58.197144 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:43:20.930315 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4f99b0d1-59d3-4fc5-87e2-a91d74dfc4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:23.700797 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1c055bb6-3cb8-4a9f-90b3-eb6d110ed5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:24.151055 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:24.781470 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:26.151096 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:27.009625 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:35.195924 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:43:50.930362 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-73673952-e7e5-4e87-ae54-fbe73b9bfdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:53.702526 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-dbaca77c-9604-4aac-978f-0f318b295374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:54.151853 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:54.782648 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:56.152788 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:43:57.009346 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:12.198541 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:44:20.930947 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-75b5b6a2-a99c-4990-8670-381a313bc880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:23.702309 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c87f-2681-4b08-94ed-826795c357f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:24.152945 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:24.785494 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:26.155081 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:27.024342 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:49.197221 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:44:50.931353 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-5227b7ac-33be-472f-8e59-de39fbd4f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:53.704146 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-60e60c60-af6b-4bf7-9aa8-712aa8e3b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:54.153856 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:54.787812 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:56.157837 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:44:57.039996 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:20.930697 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-8bba1000-a885-4cf4-a32d-bec8cdae4898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:23.704980 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-f2359a1e-3578-44b3-9c64-a0b63d97c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:24.155190 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:24.790903 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:26.160357 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:26.195140 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:45:27.033450 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:50.931725 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-da9c80eb-ef82-4ac8-ae10-6b0027637542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:53.705934 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c63b447a-a36b-4a9d-806d-45cff476fbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:54.157139 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:54.795133 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:56.162711 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:45:57.040254 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:03.193454 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:46:20.931673 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-58c41fce-1fbc-43dd-87dd-ebcfb2698fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:23.707065 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-12429f3d-de19-4387-bfe2-a6cfa1333903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:24.157418 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:24.797568 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:26.166624 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:27.055814 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:40.192079 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:46:50.931005 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-a52ffeb9-89b2-4ef9-abb6-4dc613a109f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:53.709709 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-4790aea0-b3ca-4c2a-b82c-150c7012d745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:54.158228 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:54.800786 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:56.168774 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:46:57.070386 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:47:17.190773 dv-cinder-784603-2-iscsi neutron-server[93980]: DEBUG neutron.db.agents_db [None req-3c678ba6-9814-4a4a-8bb7-a273d83194d1 None None] Agent healthcheck: found 6 active agents {{(pid=93980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:47:20.931339 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-1ca478d2-c6a5-4437-b41c-1351ea5ff4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:47:23.712966 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7d6126c5-8077-455b-81c7-6a0de900a4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:47:24.158854 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-28009219-de2c-44af-a3d9-647b25b90a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:47:24.803911 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-7f5db620-f20d-4c18-b931-5da1fc47c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:47:26.172889 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-750856af-4334-46b5-b006-8332e4d52245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:47:27.070039 dv-cinder-784603-2-iscsi neutron-server[93979]: DEBUG neutron_lib.callbacks.manager [None req-c809ab4f-87e3-405e-9b59-fb62492c1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776017838219', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2044127'] for agent, after_update {{(pid=93979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}